[ 524.459329] env[66058]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.459329] env[66058]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.464329] env[66146]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 525.464329] env[66146]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.051215] env[66146]: INFO neutron.common.config [-] Logging enabled! [ 527.051604] env[66146]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.1.0.dev61 [ 527.051834] env[66146]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66146) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 527.052177] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 527.052276] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 527.053108] env[66146]: WARNING oslo_policy.policy [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.053328] env[66146]: WARNING oslo_policy.policy [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 527.055420] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] VMware NSXv3 Agent initialized successfully. [ 527.055777] env[66146]: DEBUG oslo_concurrency.lockutils [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] Acquiring lock "singleton_lock" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.055904] env[66146]: DEBUG oslo_concurrency.lockutils [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] Acquired lock "singleton_lock" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.056118] env[66146]: DEBUG oslo_concurrency.lockutils [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] Releasing lock "singleton_lock" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.056403] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] Full set of CONF: {{(pid=66146) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 527.056514] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ******************************************************************************** {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.056612] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] Configuration options gathered from: {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.056966] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.057150] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.057254] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ================================================================================ {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.057417] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] agent_down_time = 75 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.057555] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] allow_automatic_dhcp_failover = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.057684] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] allow_bulk = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.057826] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] api_extensions_path = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.057965] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] api_paste_config = api-paste.ini {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.058118] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] auth_strategy = keystone {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.058221] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] backdoor_port = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.058340] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] backdoor_socket = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.058504] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] backlog = 4096 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.058655] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.058808] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] bind_host = 0.0.0.0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.058947] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] bind_port = 9696 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.059093] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] client_socket_timeout = 900 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.059231] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] config_dir = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.059339] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.059472] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] config_source = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.059610] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] control_exchange = neutron {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.059745] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] core_plugin = ml2 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.059879] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] debug = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.060017] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] default_availability_zones = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.060224] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.060360] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] dhcp_agent_notification = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.060532] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] dhcp_agents_per_network = 1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.060677] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] dhcp_lease_duration = 86400 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.060818] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] dhcp_load_type = networks {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.060953] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] dns_domain = openstacklocal {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061105] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061237] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] enable_default_route_bfd = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061365] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] enable_default_route_ecmp = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061498] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] enable_dvr = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061617] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] enable_new_agents = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061742] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061865] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] enable_signals = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.061991] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] enable_traditional_dhcp = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.062127] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] external_dns_driver = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.062251] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] filter_validation = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.062388] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] global_physnet_mtu = 8950 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.062516] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] graceful_shutdown_timeout = 60 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.062690] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] host = cpu-1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.062826] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] host_dvr_for_dhcp = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.062955] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] http_retries = 3 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.063103] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] instance_format = [instance: %(uuid)s] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.063238] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.063369] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ipam_driver = internal {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.063496] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ipv6_pd_enabled = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.063655] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] l3_ha = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.063805] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.063940] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] l3_ha_network_physical_name = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064086] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] l3_ha_network_type = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064221] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_color = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064356] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_config_append = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064492] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064620] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_dir = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064745] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_file = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064845] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_options = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.064975] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_rotate_interval = 1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065131] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_rotate_interval_type = days {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065265] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] log_rotation_type = none {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065367] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065465] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065601] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065733] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065834] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.065961] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] max_dns_nameservers = 5 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066099] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] max_header_line = 16384 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066226] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] max_l3_agents_per_router = 3 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066356] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] max_logfile_count = 30 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066482] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] max_logfile_size_mb = 200 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066609] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] max_subnet_host_routes = 20 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066744] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] my_ip = 10.180.1.21 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066871] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] my_ipv6 = ::1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.066998] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] network_auto_schedule = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.067133] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] network_link_prefix = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.067265] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.067402] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] notify_nova_on_port_data_changes = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.067534] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] notify_nova_on_port_status_changes = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.067667] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] pagination_max_limit = -1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.067794] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] publish_errors = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.067921] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] rate_limit_burst = 0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.068064] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] rate_limit_except_level = CRITICAL {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.068193] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] rate_limit_interval = 0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.068339] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] retry_until_window = 30 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.068516] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] router_distributed = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.068773] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] rpc_resources_processing_step = 20 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.068773] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] rpc_response_max_timeout = 600 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.068910] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] rpc_response_timeout = 60 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.069048] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] send_events_interval = 2 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.069198] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] service_plugins = ['router'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.069334] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] setproctitle = on {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.069482] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] shell_completion = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.069632] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] state_path = /opt/stack/data/neutron {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.069767] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] syslog_log_facility = LOG_USER {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.069898] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] tcp_keepidle = 600 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070044] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] transport_url = **** {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070177] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] use_journal = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070302] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] use_json = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070464] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] use_ssl = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070582] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] use_stderr = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070715] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] use_syslog = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070837] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] vlan_qinq = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.070955] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] vlan_transparent = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.071093] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] watch_log_file = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.071219] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] wsgi_default_pool_size = 100 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.071344] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] wsgi_keep_alive = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.071527] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.071615] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] wsgi_server_debug = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.071751] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_concurrency.disable_process_locking = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.071894] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.072044] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.072178] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.072314] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.072450] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.072612] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.072767] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.connection_string = messaging:// {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.072906] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.enabled = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.073057] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.es_doc_type = notification {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.073194] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.es_scroll_size = 10000 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.073331] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.es_scroll_time = 2m {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.073463] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.filter_error_trace = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.073602] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.hmac_keys = **** {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.073737] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.sentinel_service_name = mymaster {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.073876] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.socket_timeout = 0.1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.074015] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.trace_requests = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.074150] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler.trace_sqlalchemy = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.074293] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler_jaeger.process_tags = {} {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.074424] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler_jaeger.service_name_prefix = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.074556] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] profiler_otlp.service_name_prefix = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.074699] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.enforce_new_defaults = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.074972] env[66146]: WARNING oslo_config.cfg [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 527.075205] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.enforce_scope = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.075688] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.policy_default_rule = default {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.075688] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.075688] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.075688] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.075827] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.075980] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.076062] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.076173] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.076310] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.076456] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.076600] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] agent.extensions = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.076736] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.076872] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] service_providers.service_provider = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.077033] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.default_quota = -1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.077162] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.077295] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_floatingip = 50 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.077427] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_network = 100 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.077557] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_port = 500 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078022] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078022] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_router = 10 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078022] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_security_group = 10 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078119] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078196] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.quota_subnet = 100 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078319] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] QUOTAS.track_quota_usage = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078495] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078643] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep.group = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078774] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep.helper_command = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.078906] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep.log_daemon_traceback = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.079055] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.079190] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep.thread_pool_size = 8 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.079775] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep.user = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.079775] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.079775] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_dhcp_release.group = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.079775] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_dhcp_release.helper_command = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080206] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080206] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080206] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080206] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_dhcp_release.user = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080317] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080474] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_ovs_vsctl.group = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080588] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080719] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080855] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.080984] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.081128] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_ovs_vsctl.user = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.081264] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_namespace.capabilities = [21] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.081395] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_namespace.group = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.081522] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_namespace.helper_command = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.081655] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.081790] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.081922] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082061] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_namespace.user = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082201] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_conntrack.capabilities = [12] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082329] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_conntrack.group = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082455] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_conntrack.helper_command = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082586] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082722] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082851] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.082976] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_conntrack.user = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.083124] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_link.capabilities = [12, 21] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.083251] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_link.group = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.083378] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_link.helper_command = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.083510] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_link.log_daemon_traceback = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.083643] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.083774] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_link.thread_pool_size = 8 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.083904] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] privsep_link.user = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.084080] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.084268] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.084413] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.continue_on_failed_promotions = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.084563] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.dscp = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.084753] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.dscp_inherit = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.084925] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.force_mp_to_policy = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.085076] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.locking_coordinator_url = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.085213] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.log_agent_heartbeats = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.085347] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.logging_expire = 1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.085488] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.085623] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.085766] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.polling_interval = 240 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.085898] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.086049] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.086192] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.report_interval = 30.0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.086332] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.086470] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.086609] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.086743] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.sync_skew = 60 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.086876] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.synchronization_queue_size = 20 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087010] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT.use_helper_for_ns_read = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087155] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] SECURITYGROUP.enable_ipset = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087291] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] SECURITYGROUP.enable_security_group = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087428] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087570] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087708] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] experimental.ipv6_pd_enabled = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087860] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.extension_drivers = ['port_security'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.087991] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.external_network_type = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.088152] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.088292] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.overlay_ip_version = 4 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.088444] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.path_mtu = 8950 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.088594] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.physical_network_mtus = {} {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.088741] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.088880] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.089034] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ml2.type_drivers = ['vlan'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.089174] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.089306] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.089439] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.089600] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.089805] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.089961] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.090119] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.090264] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.090436] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.090641] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.090794] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_login_password = **** {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.090941] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.091092] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_login_user = admin {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.091231] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.091373] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.091570] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.091726] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.091874] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.092030] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.092173] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.092314] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.092476] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.092625] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.092771] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.092910] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.093180] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.093403] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.093555] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.093697] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.093832] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.093971] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.auth_section = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.094130] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.auth_type = password {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.094272] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.094407] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.certfile = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.094578] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.collect_timing = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.094734] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.endpoint_type = public {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.094872] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.insecure = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.095007] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.keyfile = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.095156] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.region_name = RegionOne {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.095289] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.split_loggers = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.095419] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] nova.timeout = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.095557] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.auth_section = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.095698] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.auth_type = password {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.095840] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096015] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.certfile = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096168] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.collect_timing = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096312] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.endpoint_type = public {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096444] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.insecure = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096574] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.keyfile = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096701] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.region_name = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096831] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.split_loggers = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.096956] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] placement.timeout = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.097104] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.auth_section = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.097235] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.auth_type = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.097397] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.cafile = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.097585] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.certfile = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.097738] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.collect_timing = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.097868] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.connect_retries = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.097998] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.connect_retry_delay = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.098143] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.enable_notifications = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.098272] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.endpoint_override = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.098438] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.insecure = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.098580] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.interface = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.098707] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.keyfile = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.098839] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.max_version = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.098992] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.min_version = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.099144] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.region_name = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.099274] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.retriable_status_codes = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.099400] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.service_name = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.099526] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.service_type = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.099653] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.split_loggers = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.099778] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.status_code_retries = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.099903] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.status_code_retry_delay = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.100037] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.timeout = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.100166] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.valid_interfaces = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.100292] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ironic.version = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.100482] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] cli_script.dry_run = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.100637] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.100770] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.100902] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101044] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101175] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101303] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101431] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101562] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101689] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101839] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.101997] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102163] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102299] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102433] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102564] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102701] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102831] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.102959] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103104] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103236] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103401] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103543] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103672] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103801] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.103930] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104072] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104207] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104340] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104472] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104601] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104759] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.ssl = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.104956] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105121] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105258] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105399] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105539] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105670] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105811] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_notifications.driver = [] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.105942] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_notifications.retry = -1 {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106098] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106232] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.106363] env[66146]: DEBUG oslo_service.backend._eventlet.service [None req-40170f60-769f-4675-8fab-45b4528d52d5 None None] ******************************************************************************** {{(pid=66146) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.107540] env[66146]: DEBUG neutron.agent.securitygroups_rpc [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Init firewall settings (driver=nsxv3) {{(pid=66146) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 527.108901] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66146) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 527.109156] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] RPC agent_id: nsxm-l-01a.corp.local [ 527.111518] env[66146]: DEBUG dogpile.cache.region [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.111627] env[66146]: DEBUG dogpile.lock [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 527.111713] env[66146]: DEBUG dogpile.lock [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 527.111801] env[66146]: DEBUG dogpile.lock [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 527.111893] env[66146]: DEBUG dogpile.cache.region [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 527.111979] env[66146]: DEBUG dogpile.lock [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 527.112113] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 527.133682] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Session token - acquiring [ 527.134082] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.134256] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.134360] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.134794] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.145585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.449095] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 527.473964] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 527.474151] env[66146]: DEBUG dogpile.cache.region [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Cache value generated in 0.362 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 527.474278] env[66146]: DEBUG dogpile.lock [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 527.474355] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Activating Policy API Provider. [ 527.474575] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Looking for the default Infrastructure Rules. [ 527.540090] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Looking for the Default Layer3 Logged Drop Section. [ 527.556922] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 527.557425] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.557686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.557686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.557982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.558433] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.074435] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.576783] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.079209] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Inventory metadata is going to be refreshed. [ 529.079566] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 529.923100] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.923342] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.923503] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.923832] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.936457] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 529.937320] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.937931] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 529.955601] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.955865] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.955865] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.956180] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.956305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.956448] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 529.956563] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.956667] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 529.976578] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.976837] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.976837] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.977170] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.977352] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.977493] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.995839] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.996099] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.996231] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.996408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.996556] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.996696] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 530.014861] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.015130] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.015130] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.015441] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.015610] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.015752] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 530.015855] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.015954] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 530.034325] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.034543] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.034590] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.034897] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.035034] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.035174] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 530.035278] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.035380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 530.055841] env[66146]: DEBUG networking_nsxv3.common.locking [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.056084] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.056133] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.056402] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.056541] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.056685] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 530.056786] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 530.056885] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Inventory metadata have been refreshed. [ 530.056979] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Dryrun:True. Metadata refresh completed. [ 530.057107] env[66146]: DEBUG oslo_concurrency.lockutils [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Releasing lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.058835] env[66146]: INFO neutron.agent.agent_extensions_manager [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Loaded agent extensions: [] [ 530.059561] env[66146]: DEBUG neutron_lib.callbacks.manager [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66146) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 530.111498] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent RPC Daemon Started! [ 530.111838] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:0 started [ 530.111838] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent out of sync with plugin! [ 535.060201] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.060570] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.062187] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.062586] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.058538] env[66146]: INFO networking_nsxv3.common.synchronization [None req-a0eca3a8-9a0f-4c60-a73f-725b51274e8b demo admin] Enqueued Resource ID: 0397c072-6480-4143-b91e-ab99dc5267a3 with Priority: HIGHEST for action security_group_rules [ 545.059110] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0397c072-6480-4143-b91e-ab99dc5267a3 with Priority: HIGHEST for action security_group_rules [ 545.059409] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0397c072-6480-4143-b91e-ab99dc5267a3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.059535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0397c072-6480-4143-b91e-ab99dc5267a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.059603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0397c072-6480-4143-b91e-ab99dc5267a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.059970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0397c072-6480-4143-b91e-ab99dc5267a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.060192] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0397c072-6480-4143-b91e-ab99dc5267a3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.582209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.582209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.582209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.582209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.582209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.582209] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0397c072-6480-4143-b91e-ab99dc5267a3 already deleted. [ 545.582209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0397c072-6480-4143-b91e-ab99dc5267a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.060589] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.060589] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.061630] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.061630] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.063297] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.063656] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.064411] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.067204] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.066032] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.066914] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.234120] env[66146]: INFO networking_nsxv3.common.synchronization [None req-15f72af9-46b1-436f-90db-f51859a74be6 None None] Enqueued Resource ID: 52892583-1ebc-4cea-8dd6-94a86b137727 with Priority: HIGHEST for action port [ 570.234740] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52892583-1ebc-4cea-8dd6-94a86b137727 with Priority: HIGHEST for action port [ 570.235256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-52892583-1ebc-4cea-8dd6-94a86b137727 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.235506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52892583-1ebc-4cea-8dd6-94a86b137727" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.235506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52892583-1ebc-4cea-8dd6-94a86b137727" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.235725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52892583-1ebc-4cea-8dd6-94a86b137727" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.236061] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52892583-1ebc-4cea-8dd6-94a86b137727',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.739140] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52892583-1ebc-4cea-8dd6-94a86b137727 [ 570.739401] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.739547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.739619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.739836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.739930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.740037] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52892583-1ebc-4cea-8dd6-94a86b137727 already deleted. [ 570.740114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52892583-1ebc-4cea-8dd6-94a86b137727" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.539576] env[66146]: INFO networking_nsxv3.common.synchronization [None req-a8599b72-7446-4b98-ab06-80baacd8b52f None None] Enqueued Resource ID: 78fb560f-d7bf-463b-9603-83e96d9ca78c with Priority: HIGHEST for action port [ 572.540173] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fb560f-d7bf-463b-9603-83e96d9ca78c with Priority: HIGHEST for action port [ 572.540475] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fb560f-d7bf-463b-9603-83e96d9ca78c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.540647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fb560f-d7bf-463b-9603-83e96d9ca78c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.540702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fb560f-d7bf-463b-9603-83e96d9ca78c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.541179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fb560f-d7bf-463b-9603-83e96d9ca78c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.541265] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fb560f-d7bf-463b-9603-83e96d9ca78c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.044790] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78fb560f-d7bf-463b-9603-83e96d9ca78c [ 573.044790] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.044790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.044790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.044790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.044790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.044790] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78fb560f-d7bf-463b-9603-83e96d9ca78c already deleted. [ 573.044790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fb560f-d7bf-463b-9603-83e96d9ca78c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.429048] env[66146]: INFO networking_nsxv3.common.synchronization [None req-ce3cb509-539a-4df3-9ca6-634cb3cf5e4c None None] Enqueued Resource ID: 00688645-fbb7-41de-8863-6ba8d56eb479 with Priority: HIGHEST for action port [ 574.429048] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00688645-fbb7-41de-8863-6ba8d56eb479 with Priority: HIGHEST for action port [ 574.429048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-00688645-fbb7-41de-8863-6ba8d56eb479 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.429048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00688645-fbb7-41de-8863-6ba8d56eb479" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.429048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00688645-fbb7-41de-8863-6ba8d56eb479" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.429048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00688645-fbb7-41de-8863-6ba8d56eb479" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.429048] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00688645-fbb7-41de-8863-6ba8d56eb479',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.931508] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00688645-fbb7-41de-8863-6ba8d56eb479 [ 574.931915] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.931915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.932089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.932362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.932362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.932416] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00688645-fbb7-41de-8863-6ba8d56eb479 already deleted. [ 574.932886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00688645-fbb7-41de-8863-6ba8d56eb479" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.979591] env[66146]: INFO networking_nsxv3.common.synchronization [None req-645a7fa5-75a5-4a12-bf17-210deb076f65 None None] Enqueued Resource ID: a2a2a14a-ea4c-4497-aef3-a12a2c548408 with Priority: HIGHEST for action port [ 575.981578] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2a2a14a-ea4c-4497-aef3-a12a2c548408 with Priority: HIGHEST for action port [ 575.983558] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2a2a14a-ea4c-4497-aef3-a12a2c548408 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.983558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2a2a14a-ea4c-4497-aef3-a12a2c548408" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.983558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2a2a14a-ea4c-4497-aef3-a12a2c548408" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.983793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2a2a14a-ea4c-4497-aef3-a12a2c548408" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.983793] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2a2a14a-ea4c-4497-aef3-a12a2c548408',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.486692] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2a2a14a-ea4c-4497-aef3-a12a2c548408 [ 576.486692] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.486692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.486692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.486692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.486692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.486692] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2a2a14a-ea4c-4497-aef3-a12a2c548408 already deleted. [ 576.486692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2a2a14a-ea4c-4497-aef3-a12a2c548408" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.555024] env[66146]: INFO networking_nsxv3.common.synchronization [None req-cdfa6436-59f2-4654-9f5c-6433fa0afae5 None None] Enqueued Resource ID: 1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8 with Priority: HIGHEST for action port [ 576.556188] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8 with Priority: HIGHEST for action port [ 576.556188] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.556188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.556686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.556842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.558430] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.060681] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8 [ 577.060681] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.060681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.060681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.061479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.061479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.061479] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8 already deleted. [ 577.061479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bd1039a-0bce-4b3f-a0c6-0fd6aa7a4bc8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.191124] env[66146]: INFO networking_nsxv3.common.synchronization [None req-a672b640-f5cc-4d42-a6c9-23dbd6f1216c None None] Enqueued Resource ID: c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4 with Priority: HIGHEST for action port [ 577.191124] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4 with Priority: HIGHEST for action port [ 577.191530] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.191717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.191717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.192192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.194422] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.696713] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4 [ 577.696899] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.697059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.697158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.697382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.697469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.697565] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4 already deleted. [ 577.697650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c788e09b-c5f7-4fdf-bed1-dbef61d3d4e4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.315671] env[66146]: INFO networking_nsxv3.common.synchronization [None req-a870c4ca-f21f-461c-a3ab-85f033ddf133 None None] Enqueued Resource ID: 999da736-708f-4fef-84f2-91f9c48222e6 with Priority: HIGHEST for action port [ 578.316127] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 999da736-708f-4fef-84f2-91f9c48222e6 with Priority: HIGHEST for action port [ 578.317208] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-999da736-708f-4fef-84f2-91f9c48222e6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.317384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-999da736-708f-4fef-84f2-91f9c48222e6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.317420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-999da736-708f-4fef-84f2-91f9c48222e6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.317698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-999da736-708f-4fef-84f2-91f9c48222e6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.317748] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('999da736-708f-4fef-84f2-91f9c48222e6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.445848] env[66146]: INFO networking_nsxv3.common.synchronization [None req-528b19fc-bd7c-4f4a-901c-d85448c2f571 None None] Enqueued Resource ID: ace0f629-10e2-449b-a482-32c77a38eef5 with Priority: HIGHEST for action port [ 578.446468] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace0f629-10e2-449b-a482-32c77a38eef5 with Priority: HIGHEST for action port [ 578.446810] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ace0f629-10e2-449b-a482-32c77a38eef5 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.446945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ace0f629-10e2-449b-a482-32c77a38eef5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.447338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ace0f629-10e2-449b-a482-32c77a38eef5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.447635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ace0f629-10e2-449b-a482-32c77a38eef5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.447719] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace0f629-10e2-449b-a482-32c77a38eef5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.822148] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 999da736-708f-4fef-84f2-91f9c48222e6 [ 578.822720] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.822922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.823086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.823436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.823552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.823676] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:999da736-708f-4fef-84f2-91f9c48222e6 already deleted. [ 578.823779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-999da736-708f-4fef-84f2-91f9c48222e6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.950380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ace0f629-10e2-449b-a482-32c77a38eef5 [ 578.950613] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.950747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.950841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.951060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.951238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.951301] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ace0f629-10e2-449b-a482-32c77a38eef5 already deleted. [ 578.951354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ace0f629-10e2-449b-a482-32c77a38eef5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.087432] env[66146]: INFO networking_nsxv3.common.synchronization [None req-19045c8e-6638-47ef-af51-7998ce1604bd None None] Enqueued Resource ID: ee778551-3efd-4d5b-bab5-2a6653b175f8 with Priority: HIGHEST for action port [ 580.087865] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee778551-3efd-4d5b-bab5-2a6653b175f8 with Priority: HIGHEST for action port [ 580.088457] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee778551-3efd-4d5b-bab5-2a6653b175f8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.088457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee778551-3efd-4d5b-bab5-2a6653b175f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.088567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee778551-3efd-4d5b-bab5-2a6653b175f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.088823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee778551-3efd-4d5b-bab5-2a6653b175f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.088916] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee778551-3efd-4d5b-bab5-2a6653b175f8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.128960] env[66146]: INFO networking_nsxv3.common.synchronization [None req-90cb4a3d-0638-4d98-a664-b8ddb7560b52 None None] Enqueued Resource ID: 7364e5ef-a76b-415d-9ff2-b9b3c0efc28f with Priority: HIGHEST for action port [ 580.130277] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7364e5ef-a76b-415d-9ff2-b9b3c0efc28f with Priority: HIGHEST for action port [ 580.134717] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7364e5ef-a76b-415d-9ff2-b9b3c0efc28f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.134717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7364e5ef-a76b-415d-9ff2-b9b3c0efc28f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.134717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7364e5ef-a76b-415d-9ff2-b9b3c0efc28f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.134717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7364e5ef-a76b-415d-9ff2-b9b3c0efc28f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.134717] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7364e5ef-a76b-415d-9ff2-b9b3c0efc28f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.592491] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee778551-3efd-4d5b-bab5-2a6653b175f8 [ 580.592760] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.592880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.592940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.593177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.593277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.593401] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee778551-3efd-4d5b-bab5-2a6653b175f8 already deleted. [ 580.593578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee778551-3efd-4d5b-bab5-2a6653b175f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.634983] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7364e5ef-a76b-415d-9ff2-b9b3c0efc28f [ 580.635231] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.636017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.636017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.636017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.636017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.636017] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7364e5ef-a76b-415d-9ff2-b9b3c0efc28f already deleted. [ 580.636017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7364e5ef-a76b-415d-9ff2-b9b3c0efc28f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.296999] env[66146]: INFO networking_nsxv3.common.synchronization [None req-ba519e44-3e11-40bf-9048-2272b2ad41d7 None None] Enqueued Resource ID: 2acee03a-995b-490e-92d1-876175698f70 with Priority: HIGHEST for action port [ 582.297552] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acee03a-995b-490e-92d1-876175698f70 with Priority: HIGHEST for action port [ 582.297842] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acee03a-995b-490e-92d1-876175698f70 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.297959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acee03a-995b-490e-92d1-876175698f70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.298811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acee03a-995b-490e-92d1-876175698f70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.299265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acee03a-995b-490e-92d1-876175698f70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.299802] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acee03a-995b-490e-92d1-876175698f70',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.401165] env[66146]: INFO networking_nsxv3.common.synchronization [None req-1a102935-58ad-4df0-8fec-79a7ee6cc015 None None] Enqueued Resource ID: edb5962b-dc7d-49a5-b466-56c05b51e2e5 with Priority: HIGHEST for action port [ 582.402604] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb5962b-dc7d-49a5-b466-56c05b51e2e5 with Priority: HIGHEST for action port [ 582.403317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-edb5962b-dc7d-49a5-b466-56c05b51e2e5 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.403317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edb5962b-dc7d-49a5-b466-56c05b51e2e5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.403317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edb5962b-dc7d-49a5-b466-56c05b51e2e5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.403841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edb5962b-dc7d-49a5-b466-56c05b51e2e5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.403957] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edb5962b-dc7d-49a5-b466-56c05b51e2e5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.803905] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2acee03a-995b-490e-92d1-876175698f70 [ 582.803905] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.803905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.803905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.803905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.803905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.803905] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2acee03a-995b-490e-92d1-876175698f70 already deleted. [ 582.803905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acee03a-995b-490e-92d1-876175698f70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.907389] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edb5962b-dc7d-49a5-b466-56c05b51e2e5 [ 582.908146] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.908146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.908146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.908146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.908146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.908386] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edb5962b-dc7d-49a5-b466-56c05b51e2e5 already deleted. [ 582.908386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edb5962b-dc7d-49a5-b466-56c05b51e2e5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.793647] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e1dbfd6a-72c1-4d82-b66e-f58c87a28603 None None] Enqueued Resource ID: ef223dcd-db6e-4ec1-8e50-09690dfba3ec with Priority: HIGHEST for action port [ 584.794265] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef223dcd-db6e-4ec1-8e50-09690dfba3ec with Priority: HIGHEST for action port [ 584.794608] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef223dcd-db6e-4ec1-8e50-09690dfba3ec taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.794795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef223dcd-db6e-4ec1-8e50-09690dfba3ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.794957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef223dcd-db6e-4ec1-8e50-09690dfba3ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.795246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef223dcd-db6e-4ec1-8e50-09690dfba3ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.795739] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef223dcd-db6e-4ec1-8e50-09690dfba3ec',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.298111] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef223dcd-db6e-4ec1-8e50-09690dfba3ec [ 585.298365] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.298507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.298578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.298795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.298894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.299015] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef223dcd-db6e-4ec1-8e50-09690dfba3ec already deleted. [ 585.299114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef223dcd-db6e-4ec1-8e50-09690dfba3ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.681790] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e7b12eff-03e8-4fcb-ac65-704fc33dc418 None None] Enqueued Resource ID: 64a82dcc-79ac-4a48-862e-03652029fa4b with Priority: HIGHEST for action port [ 585.681956] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a82dcc-79ac-4a48-862e-03652029fa4b with Priority: HIGHEST for action port [ 585.682602] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-64a82dcc-79ac-4a48-862e-03652029fa4b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.682726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64a82dcc-79ac-4a48-862e-03652029fa4b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.682788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64a82dcc-79ac-4a48-862e-03652029fa4b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.684589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64a82dcc-79ac-4a48-862e-03652029fa4b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.684589] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64a82dcc-79ac-4a48-862e-03652029fa4b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.188574] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64a82dcc-79ac-4a48-862e-03652029fa4b [ 586.188574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.188574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.188574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.189168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.189168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.189168] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64a82dcc-79ac-4a48-862e-03652029fa4b already deleted. [ 586.189168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64a82dcc-79ac-4a48-862e-03652029fa4b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.267114] env[66146]: INFO networking_nsxv3.common.synchronization [req-2e78133f-f237-4b20-bb80-d00cacfe490f req-6c303817-58f7-4bd7-ac74-3bac85e31eac tempest-ServersAdminNegativeTestJSON-733435706 tempest-ServersAdminNegativeTestJSON-733435706-project-member] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 586.267811] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 586.268429] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.268577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.268649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.268900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.269106] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.269416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.269416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.269416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.269520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.269599] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.636990] env[66146]: INFO networking_nsxv3.common.synchronization [None req-b55df38c-7305-4c40-922f-786cdfe75252 None None] Enqueued Resource ID: 11a7dfc9-12e1-466d-9a13-f53fa6e131b6 with Priority: HIGHEST for action port [ 586.637754] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11a7dfc9-12e1-466d-9a13-f53fa6e131b6 with Priority: HIGHEST for action port [ 586.637859] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-11a7dfc9-12e1-466d-9a13-f53fa6e131b6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.637976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11a7dfc9-12e1-466d-9a13-f53fa6e131b6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.638089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11a7dfc9-12e1-466d-9a13-f53fa6e131b6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.638347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11a7dfc9-12e1-466d-9a13-f53fa6e131b6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.638429] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11a7dfc9-12e1-466d-9a13-f53fa6e131b6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.772224] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.772475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.772591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.772880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.772979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.773279] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.773495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.773495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.773603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.773965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.773965] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed already deleted. [ 586.773965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.998636] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.999705] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.999803] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.000131] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.000448] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.001565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.001565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.001565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.001565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.001565] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.001763] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.001763] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.001878] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.001970] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.002040] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.002259] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.047961] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.048137] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.048286] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.048456] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.048771] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-290e628f-6cb3-463f-aa9d-598ec6d579c8 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.048944] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.049107] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.049577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.049577] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290e628f-6cb3-463f-aa9d-598ec6d579c8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.062675] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.062830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.062902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.063144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.063380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.140148] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11a7dfc9-12e1-466d-9a13-f53fa6e131b6 [ 587.140777] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.140777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.140931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.141155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.141272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.141370] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11a7dfc9-12e1-466d-9a13-f53fa6e131b6 already deleted. [ 587.141456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11a7dfc9-12e1-466d-9a13-f53fa6e131b6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.552829] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.552829] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.552829] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.552829] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.553771] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.553953] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 290e628f-6cb3-463f-aa9d-598ec6d579c8 not found, creating... [ 587.554306] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.554496] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.554612] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.554862] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.555012] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.555393] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.555792] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.555792] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.555931] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.556489] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.556489] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 290e628f-6cb3-463f-aa9d-598ec6d579c8 is going to be created. [ 587.568256] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.584379] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.584607] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.584710] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.585106] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.585908] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.585908] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.069966] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.192146] env[66146]: INFO networking_nsxv3.common.synchronization [None req-66b32263-08ab-4342-9a4b-7b7e61651fd0 None None] Enqueued Resource ID: 34c9a9b7-1898-4a0a-b082-cdeccf197129 with Priority: HIGHEST for action port [ 588.193255] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c9a9b7-1898-4a0a-b082-cdeccf197129 with Priority: HIGHEST for action port [ 588.193838] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c9a9b7-1898-4a0a-b082-cdeccf197129 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.194068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c9a9b7-1898-4a0a-b082-cdeccf197129" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.194114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c9a9b7-1898-4a0a-b082-cdeccf197129" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.194449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c9a9b7-1898-4a0a-b082-cdeccf197129" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.194813] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c9a9b7-1898-4a0a-b082-cdeccf197129',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.360020] env[66146]: INFO networking_nsxv3.common.synchronization [req-2e78133f-f237-4b20-bb80-d00cacfe490f req-cf27603f-d945-4d24-8d50-d609f5496335 service nova] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_rules [ 588.360020] env[66146]: INFO networking_nsxv3.common.synchronization [req-2e78133f-f237-4b20-bb80-d00cacfe490f req-cf27603f-d945-4d24-8d50-d609f5496335 service nova] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 588.360020] env[66146]: INFO networking_nsxv3.common.synchronization [req-2e78133f-f237-4b20-bb80-d00cacfe490f req-cf27603f-d945-4d24-8d50-d609f5496335 service nova] Enqueued Resource ID: 290e628f-6cb3-463f-aa9d-598ec6d579c8 with Priority: HIGHEST for action port [ 588.360020] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_rules [ 588.360020] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 588.360020] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 290e628f-6cb3-463f-aa9d-598ec6d579c8 with Priority: HIGHEST for action port [ 588.360020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.360020] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.360020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.360020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.360020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.360843] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.361223] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-290e628f-6cb3-463f-aa9d-598ec6d579c8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.361328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.361393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.361586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.361660] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('290e628f-6cb3-463f-aa9d-598ec6d579c8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.572563] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 588.572888] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 588.700567] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34c9a9b7-1898-4a0a-b082-cdeccf197129 [ 588.700798] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.700937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.701123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.701367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.701450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.701551] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34c9a9b7-1898-4a0a-b082-cdeccf197129 already deleted. [ 588.701627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c9a9b7-1898-4a0a-b082-cdeccf197129" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.805502] env[66146]: INFO networking_nsxv3.common.synchronization [req-5354fc51-6232-4506-8f81-045a8a1f3c7d req-51eaf606-5670-45fe-bf5b-1535bf914a68 tempest-ServerDiagnosticsTest-303684429 tempest-ServerDiagnosticsTest-303684429-project-member] Enqueued Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_members [ 588.806042] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_members [ 588.806344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.806471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.806536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.806788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.806944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.807925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.808030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.808208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.808301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.808399] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.864231] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.864415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.879992] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.881247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 290e628f-6cb3-463f-aa9d-598ec6d579c8 with status ACTIVE [ 588.881534] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.881705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.881705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.881900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.881900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.882126] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.882245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.882245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.882453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.882521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.883158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.883158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.883158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.883453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.883453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.883565] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 290e628f-6cb3-463f-aa9d-598ec6d579c8 is going to be updated. [ 588.920851] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.921127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.921127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.921584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.922031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.922325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-290e628f-6cb3-463f-aa9d-598ec6d579c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.135161] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.135361] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.135476] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.136508] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.136508] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.136508] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.136508] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.136508] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.136717] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.136765] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.136859] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.136959] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.137285] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.137411] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.137514] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.137640] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.166191] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.166191] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.166191] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.166191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.166191] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-aad2b819-615a-4968-a071-74724f66641f taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.166191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.166191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.166191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.166191] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad2b819-615a-4968-a071-74724f66641f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.311169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.311169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.311298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.311837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.311951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.312184] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.312333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.312379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.312545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.312629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.312716] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c0be92-db2a-4901-a794-269ce7e14535 already deleted. [ 589.312799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.387425] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.487663] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.489468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.489468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.489468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.507616] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 589.508543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.509724] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 589.530593] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.530593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.530593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.530816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.531059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.531365] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 589.531549] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.531634] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 589.556222] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.556360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.556428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.557125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.557328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.557441] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.585834] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.586164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.586164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.586248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.586466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.586466] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.614620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.614765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.614815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.615026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.615121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.615232] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 589.615302] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.615690] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 589.639437] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.639585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.639655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.639900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.640052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.640132] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 589.640239] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.640281] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 589.667744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.667920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.667979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.668220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.668331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.668453] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 589.668529] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.668597] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 589.668665] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 589.668742] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 589.668806] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 589.668867] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 589.669154] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 589.669221] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 589.669286] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.673618] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.674445] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.674625] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.674920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.675223] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.675223] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port aad2b819-615a-4968-a071-74724f66641f not found, creating... [ 589.675548] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.675631] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.675748] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.675964] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.676371] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.676520] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.676681] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.676817] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.677030] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.677161] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.677296] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: aad2b819-615a-4968-a071-74724f66641f is going to be created. [ 589.694242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.696518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.696518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.696518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.696518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.696518] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.696715] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.696853] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.696973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.697247] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.697462] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.697726] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.726804] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.727172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.727172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.727530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.727530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.773410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.862749] env[66146]: INFO networking_nsxv3.common.synchronization [None req-350b0c6f-a96d-4b6d-aa17-f6e6cbba24fd None None] Enqueued Resource ID: c6a26fdf-b900-407a-b929-b555ddf34538 with Priority: HIGHEST for action port [ 589.866637] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6a26fdf-b900-407a-b929-b555ddf34538 with Priority: HIGHEST for action port [ 589.866637] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6a26fdf-b900-407a-b929-b555ddf34538 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.866637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6a26fdf-b900-407a-b929-b555ddf34538" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.866637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6a26fdf-b900-407a-b929-b555ddf34538" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.866637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6a26fdf-b900-407a-b929-b555ddf34538" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.866637] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6a26fdf-b900-407a-b929-b555ddf34538',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.890164] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.890342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.890393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.890609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.890700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.890794] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be created. [ 589.917666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.917867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.917867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.918067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.918230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.931670] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: UNINITIALIZED for 2s [ 590.078965] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e4904599-2556-458c-9a79-a9c7dbedef67 tempest-VolumesAssistedSnapshotsTest-1648297039 tempest-VolumesAssistedSnapshotsTest-1648297039-project-member] Enqueued Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_rules [ 590.079819] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_rules [ 590.079819] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.079999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.080222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.080491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.080572] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.280062] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e73a0add-71f0-4881-aec3-351d42fe1722 None None] Enqueued Resource ID: a54b9706-1b12-4889-9390-e672163adb7f with Priority: HIGHEST for action port [ 590.280062] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a54b9706-1b12-4889-9390-e672163adb7f with Priority: HIGHEST for action port [ 590.280062] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a54b9706-1b12-4889-9390-e672163adb7f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.280062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a54b9706-1b12-4889-9390-e672163adb7f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.280062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a54b9706-1b12-4889-9390-e672163adb7f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.280062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a54b9706-1b12-4889-9390-e672163adb7f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.280062] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a54b9706-1b12-4889-9390-e672163adb7f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.366154] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6a26fdf-b900-407a-b929-b555ddf34538 [ 590.366426] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.366640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.366640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.367572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.367572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.367572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6a26fdf-b900-407a-b929-b555ddf34538 already deleted. [ 590.367572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6a26fdf-b900-407a-b929-b555ddf34538" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.416623] env[66146]: INFO networking_nsxv3.common.synchronization [req-5354fc51-6232-4506-8f81-045a8a1f3c7d req-91492b03-678b-4b18-ba8b-75b24d116b95 service nova] Enqueued Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_rules [ 590.416623] env[66146]: INFO networking_nsxv3.common.synchronization [req-5354fc51-6232-4506-8f81-045a8a1f3c7d req-91492b03-678b-4b18-ba8b-75b24d116b95 service nova] Enqueued Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_members [ 590.416623] env[66146]: INFO networking_nsxv3.common.synchronization [req-5354fc51-6232-4506-8f81-045a8a1f3c7d req-91492b03-678b-4b18-ba8b-75b24d116b95 service nova] Enqueued Resource ID: aad2b819-615a-4968-a071-74724f66641f with Priority: HIGHEST for action port [ 590.416623] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_rules [ 590.416623] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_members [ 590.416623] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aad2b819-615a-4968-a071-74724f66641f with Priority: HIGHEST for action port [ 590.416623] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.416623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.416623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.416623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.416623] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.419189] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.419189] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.419667] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.420271] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-aad2b819-615a-4968-a071-74724f66641f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.420271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.420540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.420710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.420785] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aad2b819-615a-4968-a071-74724f66641f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.523147] env[66146]: INFO networking_nsxv3.common.synchronization [None req-f88f4656-bbe1-4300-9b38-bf1205be2d13 tempest-VolumesAssistedSnapshotsTest-1648297039 tempest-VolumesAssistedSnapshotsTest-1648297039-project-member] Enqueued Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_rules [ 590.523700] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_rules [ 590.524060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.524179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.600727] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.601072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.601072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.601705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.601705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.601705] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd already deleted. [ 590.601705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.601896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.601929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.601992] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.783091] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a54b9706-1b12-4889-9390-e672163adb7f [ 590.784387] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.784728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.784829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.785852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.786039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.786151] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a54b9706-1b12-4889-9390-e672163adb7f already deleted. [ 590.786245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a54b9706-1b12-4889-9390-e672163adb7f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.923836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.923836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.923836] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.927347] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aad2b819-615a-4968-a071-74724f66641f with status ACTIVE [ 590.927347] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.927347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.927347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.927923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.927923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.927923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.928103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.928103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.928201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.928519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.928519] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.928628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.928628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.928786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.928862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.928940] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aad2b819-615a-4968-a071-74724f66641f is going to be updated. [ 590.945944] env[66146]: INFO networking_nsxv3.common.synchronization [req-971eff08-6758-4c94-b7a4-443abb4bc414 req-a9f4c76d-c9fa-49a1-af93-d8ed81ee4a4d tempest-ServerDiagnosticsNegativeTest-299585986 tempest-ServerDiagnosticsNegativeTest-299585986-project-member] Enqueued Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_members [ 590.946603] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_members [ 590.947062] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.947278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.947400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.947784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.948392] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.948970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.948970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.949197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.949241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.949390] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.956917] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.957083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.957131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.957360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.957542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.957687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aad2b819-615a-4968-a071-74724f66641f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.123456] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.123611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.123748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.123896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.123989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.124136] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd already deleted. [ 591.124229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.426623] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.452734] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.455817] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.455817] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d already deleted. [ 591.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.631370] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.631370] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.631905] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.631905] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.631905] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.632178] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.632492] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.632648] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.632830] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.633081] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.633210] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.633348] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.633497] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.633610] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.633747] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.633906] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.652492] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.652656] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.652798] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.652965] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.653294] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-f74cdff3-b31b-4296-9202-3b29452fbc56 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.653480] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.653613] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.653924] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.654077] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74cdff3-b31b-4296-9202-3b29452fbc56',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.930035] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.930035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.930207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.930366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.930522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.930671] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c0be92-db2a-4901-a794-269ce7e14535 is going to be created. [ 591.950730] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: SUCCESS [ 591.950982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.951236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.951452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.951642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.952071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.952071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.952071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.952071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.952318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.952318] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.965487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.965658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.965658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.965872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.966044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.976513] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c0be92-db2a-4901-a794-269ce7e14535 in Status: UNINITIALIZED for 2s [ 592.156583] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.156777] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.156906] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.157185] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.157346] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.157560] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port f74cdff3-b31b-4296-9202-3b29452fbc56 not found, creating... [ 592.157737] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.157885] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.157996] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.158291] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.158354] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.158618] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.158765] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.158860] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.159154] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.159415] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.159415] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: f74cdff3-b31b-4296-9202-3b29452fbc56 is going to be created. [ 592.180361] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.180577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.180678] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.180940] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.181212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.181429] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.455633] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.455633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.455633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.455633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.455633] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.456037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.456037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.456037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.456037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.456168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.456201] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.456332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.457233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.457233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.457233] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.457233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.457233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.457233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.457233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.457233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.457233] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.959452] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3811ad3-3b88-4c05-8a8e-1807eba2d0ed: rpc.has_security_group_logging(os_id): False [ 592.981109] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.981505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.981505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.981732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.981856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.982072] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.982185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.982285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.982380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.982458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.982705] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.982852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.982951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.983287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.983497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.983681] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.984779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.984945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.985199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.985199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.985296] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be created. [ 592.996961] env[66146]: INFO networking_nsxv3.common.synchronization [req-971eff08-6758-4c94-b7a4-443abb4bc414 req-cf854d3d-6983-42be-ab9e-6a3e9883010f service nova] Enqueued Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_rules [ 592.998192] env[66146]: INFO networking_nsxv3.common.synchronization [req-971eff08-6758-4c94-b7a4-443abb4bc414 req-cf854d3d-6983-42be-ab9e-6a3e9883010f service nova] Enqueued Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_members [ 592.998402] env[66146]: INFO networking_nsxv3.common.synchronization [req-971eff08-6758-4c94-b7a4-443abb4bc414 req-cf854d3d-6983-42be-ab9e-6a3e9883010f service nova] Enqueued Resource ID: f74cdff3-b31b-4296-9202-3b29452fbc56 with Priority: HIGHEST for action port [ 592.999090] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_rules [ 592.999090] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_members [ 592.999271] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74cdff3-b31b-4296-9202-3b29452fbc56 with Priority: HIGHEST for action port [ 593.002097] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.002097] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.002097] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.002097] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.002097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.002097] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.002903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74cdff3-b31b-4296-9202-3b29452fbc56 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.002903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.002903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.003241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.003316] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74cdff3-b31b-4296-9202-3b29452fbc56',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.050680] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.051792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.051792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.051792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.051792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.065585] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: IN_PROGRESS for 2s [ 593.504992] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.504992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.504992] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.505626] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f74cdff3-b31b-4296-9202-3b29452fbc56 with status ACTIVE [ 593.505805] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.505919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.505984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.506664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.506664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.506664] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.506664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.506664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.506834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.506834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.510615] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.511220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.511220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.511220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.511220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.511399] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f74cdff3-b31b-4296-9202-3b29452fbc56 is going to be updated. [ 593.532645] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.532785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.532845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.533064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.533190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.534301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74cdff3-b31b-4296-9202-3b29452fbc56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.782469] env[66146]: INFO networking_nsxv3.common.synchronization [None req-580e8b7d-645b-44d3-ae6d-590c3931a085 None None] Enqueued Resource ID: 7bea15a2-e147-4be5-a782-a5c1a8308633 with Priority: HIGHEST for action port [ 593.783028] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bea15a2-e147-4be5-a782-a5c1a8308633 with Priority: HIGHEST for action port [ 593.783337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bea15a2-e147-4be5-a782-a5c1a8308633 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.783527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bea15a2-e147-4be5-a782-a5c1a8308633" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.783611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bea15a2-e147-4be5-a782-a5c1a8308633" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.783864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bea15a2-e147-4be5-a782-a5c1a8308633" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.783940] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bea15a2-e147-4be5-a782-a5c1a8308633',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.989700] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c0be92-db2a-4901-a794-269ce7e14535 in Status: SUCCESS [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.989700] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.989700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.989700] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.014173] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.289251] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bea15a2-e147-4be5-a782-a5c1a8308633 [ 594.289482] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.289621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.289689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.289901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.289991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.290094] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bea15a2-e147-4be5-a782-a5c1a8308633 already deleted. [ 594.290178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bea15a2-e147-4be5-a782-a5c1a8308633" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.492070] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.492327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.492327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.492560] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.492763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.492851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.492933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.493189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.493315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.493452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.493683] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.493838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.494398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.494398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.494534] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.494599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.494692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.494870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.494954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.496116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.496237] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.516338] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.516338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.516338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.516338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.516338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.516338] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d is going to be created. [ 594.574696] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.574860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.575977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.575977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.575977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.590686] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d in Status: UNINITIALIZED for 2s [ 594.998544] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34c0be92-db2a-4901-a794-269ce7e14535: rpc.has_security_group_logging(os_id): False [ 595.018705] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.019085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.019085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.020191] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.020191] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.020191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.020502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.020502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.020684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.020748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.020792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.020921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.020999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.021338] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c0be92-db2a-4901-a794-269ce7e14535 is going to be created. [ 595.079581] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: SUCCESS [ 595.080176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.087901] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.088101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.088178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.089018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.089018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.101741] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c0be92-db2a-4901-a794-269ce7e14535 in Status: IN_PROGRESS for 2s [ 595.388533] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-7f61047a-8f03-4e33-a698-12f11e94095a tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 595.388878] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 595.389218] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.389371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.389611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.389743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.389926] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.390035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.390094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.390260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.390329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.390410] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.787456] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c5abefc3-323a-4c47-9fae-58a1227b2e80 None None] Enqueued Resource ID: 458cab55-48bc-4aa0-8187-ca2e5eabc56b with Priority: HIGHEST for action port [ 595.787456] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458cab55-48bc-4aa0-8187-ca2e5eabc56b with Priority: HIGHEST for action port [ 595.787456] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-458cab55-48bc-4aa0-8187-ca2e5eabc56b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.787456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-458cab55-48bc-4aa0-8187-ca2e5eabc56b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.787456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-458cab55-48bc-4aa0-8187-ca2e5eabc56b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.789286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-458cab55-48bc-4aa0-8187-ca2e5eabc56b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.789286] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458cab55-48bc-4aa0-8187-ca2e5eabc56b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.896056] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.896056] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.896056] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 already deleted. [ 595.896056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.043987] env[66146]: INFO networking_nsxv3.common.synchronization [None req-8a711959-238d-436f-b4d9-21cd9b17968f None None] Enqueued Resource ID: d27a5710-dae2-4584-b8fb-57c966a2367d with Priority: HIGHEST for action port [ 596.044701] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d27a5710-dae2-4584-b8fb-57c966a2367d with Priority: HIGHEST for action port [ 596.045099] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d27a5710-dae2-4584-b8fb-57c966a2367d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.045237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d27a5710-dae2-4584-b8fb-57c966a2367d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.045326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d27a5710-dae2-4584-b8fb-57c966a2367d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.045599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d27a5710-dae2-4584-b8fb-57c966a2367d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.045698] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d27a5710-dae2-4584-b8fb-57c966a2367d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.231670] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.231857] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.231964] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.232300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.232573] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.232727] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.232841] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.233068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.233214] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.233418] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.233542] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.233652] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.233841] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.233962] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.234068] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.234196] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.258096] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.258096] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.258096] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.258096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.258096] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-37625756-2571-4df8-83ef-1eb6bc493a9c taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.258096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.258096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.258096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.258096] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37625756-2571-4df8-83ef-1eb6bc493a9c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.291291] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 458cab55-48bc-4aa0-8187-ca2e5eabc56b [ 596.291588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.291686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.291923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.291979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.292069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.292189] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:458cab55-48bc-4aa0-8187-ca2e5eabc56b already deleted. [ 596.292298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-458cab55-48bc-4aa0-8187-ca2e5eabc56b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.549859] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d27a5710-dae2-4584-b8fb-57c966a2367d [ 596.549859] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.549859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.549859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.549859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.549859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.549859] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d27a5710-dae2-4584-b8fb-57c966a2367d already deleted. [ 596.549859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d27a5710-dae2-4584-b8fb-57c966a2367d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.604020] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d in Status: SUCCESS [ 596.604020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.604020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.604020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.604020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.604357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.604357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.604357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.604456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.604611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.604661] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.762148] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.762148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.762148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.762431] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.762464] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.762614] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 37625756-2571-4df8-83ef-1eb6bc493a9c not found, creating... [ 596.762872] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.763038] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.763150] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.763372] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.763515] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.763815] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.763971] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.764154] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.764452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.764655] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.764809] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 37625756-2571-4df8-83ef-1eb6bc493a9c is going to be created. [ 596.786333] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.786333] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.786484] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.786715] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.786989] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.787228] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.016123] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-cc2e1a83-fac1-468e-90a9-3ae364e81ba7 tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 597.016872] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 597.017241] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.017325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.017375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.017573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.017726] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.017842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.017898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.018036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.018118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.018211] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.108060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.111870] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.111870] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.111870] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.111870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.112662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.112662] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.118751] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34c0be92-db2a-4901-a794-269ce7e14535 in Status: SUCCESS [ 597.118751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.319974] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.320203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.320299] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.320602] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.320871] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.321040] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.321156] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.321428] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.321584] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.321793] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.321900] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.322011] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.322142] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.322257] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.322354] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.322482] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.346286] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.346554] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.346750] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.346936] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.347536] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-3df90809-fc2c-4ade-be87-9e998b3c4b8f taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.347760] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.347869] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.348199] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.348335] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df90809-fc2c-4ade-be87-9e998b3c4b8f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.479128] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-548a10ec-45f5-4aee-8b48-1108d18a4777 service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 597.479128] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-548a10ec-45f5-4aee-8b48-1108d18a4777 service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 597.479128] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-548a10ec-45f5-4aee-8b48-1108d18a4777 service nova] Enqueued Resource ID: 37625756-2571-4df8-83ef-1eb6bc493a9c with Priority: HIGHEST for action port [ 597.479128] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 597.479128] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 597.479128] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37625756-2571-4df8-83ef-1eb6bc493a9c with Priority: HIGHEST for action port [ 597.479128] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.479840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.480101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.480606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.480897] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.482233] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.482457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.482795] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-37625756-2571-4df8-83ef-1eb6bc493a9c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.482939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.483036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.483252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.483377] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37625756-2571-4df8-83ef-1eb6bc493a9c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.520099] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.520330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.520441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.520670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.520764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.520961] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.521079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.521143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.521319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.521407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.521515] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 already deleted. [ 597.521627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.521796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.521968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.522165] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.522258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.522311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.522505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.522553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.522607] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.616151] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d: rpc.has_security_group_logging(os_id): False [ 597.637647] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.637803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.637875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.638374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.638374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.638538] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.638710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.638710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.638814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.638931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.639525] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.639653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.639711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.639898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.640010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.640178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.640321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.640321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.640490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.640585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.640683] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d is going to be created. [ 597.710251] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.710426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.710494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.710702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.710878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.724947] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d in Status: IN_PROGRESS for 2s [ 597.850450] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.850671] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.850788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.851119] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.851292] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.851443] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 3df90809-fc2c-4ade-be87-9e998b3c4b8f not found, creating... [ 597.851699] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.851847] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.851967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.852234] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.852413] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.853164] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.853164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.853164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.853338] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.853338] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.854613] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 3df90809-fc2c-4ade-be87-9e998b3c4b8f is going to be created. [ 597.883773] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.884085] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.884299] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.884708] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.885071] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.885365] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.985929] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.985929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.985929] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37625756-2571-4df8-83ef-1eb6bc493a9c with status ACTIVE [ 597.985929] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.986315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.986315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.986574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.986611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.986947] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.986947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.987109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.987269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.987327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.988276] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.988276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.988276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.988276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.988276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.989380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37625756-2571-4df8-83ef-1eb6bc493a9c is going to be updated. [ 598.029788] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.046428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.046428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.046428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.046428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.046725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.046940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37625756-2571-4df8-83ef-1eb6bc493a9c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.388723] env[66146]: INFO networking_nsxv3.common.synchronization [None req-ae19c395-dc21-4b6b-a5b0-b5db51f2129a None None] Enqueued Resource ID: 63fec439-1bb9-4045-9aa8-25a5f0674fe6 with Priority: HIGHEST for action port [ 598.388723] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63fec439-1bb9-4045-9aa8-25a5f0674fe6 with Priority: HIGHEST for action port [ 598.388723] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-63fec439-1bb9-4045-9aa8-25a5f0674fe6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.388723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63fec439-1bb9-4045-9aa8-25a5f0674fe6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.388723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63fec439-1bb9-4045-9aa8-25a5f0674fe6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.389338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63fec439-1bb9-4045-9aa8-25a5f0674fe6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.389338] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63fec439-1bb9-4045-9aa8-25a5f0674fe6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.536507] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.673360] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-8e30c0a2-72c3-402f-8d57-8fe7d2ac3e42 service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 598.673570] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-8e30c0a2-72c3-402f-8d57-8fe7d2ac3e42 service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 598.673715] env[66146]: INFO networking_nsxv3.common.synchronization [req-f4ad256a-4175-4005-abc0-b0569c8240d5 req-8e30c0a2-72c3-402f-8d57-8fe7d2ac3e42 service nova] Enqueued Resource ID: 3df90809-fc2c-4ade-be87-9e998b3c4b8f with Priority: HIGHEST for action port [ 598.674246] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 598.675069] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 598.675279] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3df90809-fc2c-4ade-be87-9e998b3c4b8f with Priority: HIGHEST for action port [ 598.675686] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.675847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.676112] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.676251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.676480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3df90809-fc2c-4ade-be87-9e998b3c4b8f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.676634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.676823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.677052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.677230] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3df90809-fc2c-4ade-be87-9e998b3c4b8f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.892028] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63fec439-1bb9-4045-9aa8-25a5f0674fe6 [ 598.892595] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.892757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.892828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.893576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.893576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.893576] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63fec439-1bb9-4045-9aa8-25a5f0674fe6 already deleted. [ 598.893576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63fec439-1bb9-4045-9aa8-25a5f0674fe6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.042797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.042797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.042924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.043154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.043842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.043842] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be created. [ 599.077196] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.077196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.077196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.077196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.077196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.088255] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: UNINITIALIZED for 2s [ 599.186158] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3df90809-fc2c-4ade-be87-9e998b3c4b8f with status ACTIVE [ 599.186158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.186158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.186158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.186158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.186158] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3df90809-fc2c-4ade-be87-9e998b3c4b8f is going to be updated. [ 599.213675] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.213978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.214099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.214317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.214454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.214652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3df90809-fc2c-4ade-be87-9e998b3c4b8f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.738728] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d in Status: SUCCESS [ 599.738728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.100806] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 601.101209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.101209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.102442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.102666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.103040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.103040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.103200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.103318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.103419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.103981] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.105246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.105343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.105679] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.105679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.105834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.106099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.106217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.106385] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.609331] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.609331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.609570] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.113300] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.618784] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.619018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.619095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.619345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.619461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.619613] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 602.665187] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.665463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.665463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.665638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.665811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.679935] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 602.772082] env[66146]: INFO networking_nsxv3.common.synchronization [None req-66740900-66e4-4142-aeee-ad254d0f4b2e None None] Enqueued Resource ID: 69758464-5e67-4dd9-a0df-dcdc9f840716 with Priority: HIGHEST for action port [ 602.772082] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69758464-5e67-4dd9-a0df-dcdc9f840716 with Priority: HIGHEST for action port [ 602.772396] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-69758464-5e67-4dd9-a0df-dcdc9f840716 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.772396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69758464-5e67-4dd9-a0df-dcdc9f840716" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.772396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69758464-5e67-4dd9-a0df-dcdc9f840716" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.772811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69758464-5e67-4dd9-a0df-dcdc9f840716" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.772811] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69758464-5e67-4dd9-a0df-dcdc9f840716',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.256259] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e603b35e-9742-4811-be57-f4440f26e821 None None] Enqueued Resource ID: 9199caa5-7ca4-4e9a-bccd-17c3188029cd with Priority: HIGHEST for action port [ 603.257303] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9199caa5-7ca4-4e9a-bccd-17c3188029cd with Priority: HIGHEST for action port [ 603.257397] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9199caa5-7ca4-4e9a-bccd-17c3188029cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.257615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9199caa5-7ca4-4e9a-bccd-17c3188029cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.257615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9199caa5-7ca4-4e9a-bccd-17c3188029cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.258103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9199caa5-7ca4-4e9a-bccd-17c3188029cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.258103] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9199caa5-7ca4-4e9a-bccd-17c3188029cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.276855] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69758464-5e67-4dd9-a0df-dcdc9f840716 [ 603.276855] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.276855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.276855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.278034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.278240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.278397] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69758464-5e67-4dd9-a0df-dcdc9f840716 already deleted. [ 603.278505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69758464-5e67-4dd9-a0df-dcdc9f840716" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.760571] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9199caa5-7ca4-4e9a-bccd-17c3188029cd [ 603.760846] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.761582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.761582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.761582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.761582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.761816] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9199caa5-7ca4-4e9a-bccd-17c3188029cd already deleted. [ 603.761816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9199caa5-7ca4-4e9a-bccd-17c3188029cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.046203] env[66146]: INFO networking_nsxv3.common.synchronization [req-4179ace9-153b-4a1f-8165-f1c98f2c279e req-f4ca120c-3fda-4129-9c1b-7c5b0cceb8d6 tempest-VolumesAssistedSnapshotsTest-1648297039 tempest-VolumesAssistedSnapshotsTest-1648297039-project-member] Enqueued Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_members [ 604.046790] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_members [ 604.049801] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.049967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.050061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.050307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.050484] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.050587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.050642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.050802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.050889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.050980] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.543982] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-156 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.543982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-156" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.543982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-156" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.544616] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-156" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.544824] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.545039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.545211] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.545466] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.545929] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.546120] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.546208] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.546267] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.546380] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.546467] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.546939] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.546939] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.554791] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.554948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.554948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.555311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.555387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.555590] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.555689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.555758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.555912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.555996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.556091] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd already deleted. [ 604.556206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.571676] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.571676] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.571917] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.572260] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-156" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.572648] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.572859] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.573015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.573475] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.573675] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ea393ff-9f74-47ba-9cae-b2294e3a7b7b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.696823] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 604.697064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.697242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.697467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.697684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.697867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.697966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.698165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.698252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.698342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.698513] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.698614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.698667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.698810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.698953] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.700722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.700722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.700722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.700722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.700722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.700722] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.767579] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0b66ad90-3162-43cf-b597-a0c45d3d6d5b None None] Enqueued Resource ID: 7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf with Priority: HIGHEST for action port [ 604.768086] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf with Priority: HIGHEST for action port [ 604.768443] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.768511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.768566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.768810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.768891] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.077189] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.077779] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.078011] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.078782] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.078782] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.078953] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 4ea393ff-9f74-47ba-9cae-b2294e3a7b7b not found, creating... [ 605.079386] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.079637] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.079789] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.080650] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.080876] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.082437] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.082437] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.082437] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.083082] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.083448] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.083809] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 4ea393ff-9f74-47ba-9cae-b2294e3a7b7b is going to be created. [ 605.110856] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.110856] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.110856] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.118023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.118023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.118023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.204182] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe31761d-87bf-4cb5-bca0-af9291cdf053: rpc.has_security_group_logging(os_id): False [ 605.234836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.235015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.235093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.236238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.236400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.236719] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.236869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.237026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.237241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.237349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.237917] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.237917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.237917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.238210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.238309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.238540] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.238670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.238772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.238948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.239052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.239221] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be created. [ 605.271393] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf [ 605.271632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.271772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.272140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.272140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.272140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.272297] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf already deleted. [ 605.272297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7916ac-44b9-4c4b-bd52-dfa8dfddacdf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.364807] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.365038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.365038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.365274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.365462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.387428] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 605.577762] env[66146]: INFO networking_nsxv3.common.synchronization [req-e01631bc-0f5b-4c86-9af9-42a108d54326 req-343b2c66-21ed-4cd6-a6c1-d467e4283a33 tempest-TenantUsagesTestJSON-643351441 tempest-TenantUsagesTestJSON-643351441-project-member] Enqueued Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_members [ 605.577762] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_members [ 605.578129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.578199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.578239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.578525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.578697] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.578812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.578873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.579081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.579187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.581475] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.834327] env[66146]: INFO networking_nsxv3.common.synchronization [req-4179ace9-153b-4a1f-8165-f1c98f2c279e req-2ba668e4-d85d-46d5-ba7c-4d4862736019 service nova] Enqueued Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_rules [ 605.834518] env[66146]: INFO networking_nsxv3.common.synchronization [req-4179ace9-153b-4a1f-8165-f1c98f2c279e req-2ba668e4-d85d-46d5-ba7c-4d4862736019 service nova] Enqueued Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_members [ 605.835654] env[66146]: INFO networking_nsxv3.common.synchronization [req-4179ace9-153b-4a1f-8165-f1c98f2c279e req-2ba668e4-d85d-46d5-ba7c-4d4862736019 service nova] Enqueued Resource ID: 4ea393ff-9f74-47ba-9cae-b2294e3a7b7b with Priority: HIGHEST for action port [ 605.835654] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_rules [ 605.835654] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_members [ 605.835654] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea393ff-9f74-47ba-9cae-b2294e3a7b7b with Priority: HIGHEST for action port [ 605.836093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.836093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.838215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.838545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.838676] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.839891] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.840078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.840164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.840453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.840645] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.840757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.840834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.841058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.841202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.841427] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.844397] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.844606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.844725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.845256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.845360] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ea393ff-9f74-47ba-9cae-b2294e3a7b7b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.043218] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.043218] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.043218] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.043461] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.043772] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.043951] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.044500] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.045246] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.045246] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.045390] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.045549] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.046276] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.046433] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.046604] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.046755] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.047160] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.070595] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.071895] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.072192] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.072506] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.073826] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-f2fadbe3-bc53-4009-b475-2434ca40d273 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.074122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.074294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.074722] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.074914] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2fadbe3-bc53-4009-b475-2434ca40d273',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.084049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.084229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.084325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.084594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.084712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.084987] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.085145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.085273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.085448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.085552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.085660] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 already deleted. [ 606.085768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.344873] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.349838] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.350012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.352837] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ea393ff-9f74-47ba-9cae-b2294e3a7b7b with status ACTIVE [ 606.352837] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.352837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.352837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.352837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.352837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.352837] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.352837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.352837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.353275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.353275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.353275] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.353423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.353423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.353539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.353641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.353729] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ea393ff-9f74-47ba-9cae-b2294e3a7b7b is going to be updated. [ 606.389063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.389398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.390201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.390201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.390201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.390201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ea393ff-9f74-47ba-9cae-b2294e3a7b7b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.579711] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.580078] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.580121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.580395] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.580537] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.580683] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port f2fadbe3-bc53-4009-b475-2434ca40d273 not found, creating... [ 606.581021] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.581180] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.581324] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.581557] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.581681] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.581968] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.582151] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.582255] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.582510] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.582648] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.582783] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: f2fadbe3-bc53-4009-b475-2434ca40d273 is going to be created. [ 606.616411] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.616701] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.616701] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.616862] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.617058] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.617282] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.851584] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.972057] env[66146]: INFO networking_nsxv3.common.synchronization [None req-3038cb87-c2ed-4d34-b654-e239db777eca None None] Enqueued Resource ID: 73d85c0d-0e55-4313-a046-929c2bea29b1 with Priority: HIGHEST for action port [ 606.972848] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d85c0d-0e55-4313-a046-929c2bea29b1 with Priority: HIGHEST for action port [ 606.973254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d85c0d-0e55-4313-a046-929c2bea29b1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.973432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d85c0d-0e55-4313-a046-929c2bea29b1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.973891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d85c0d-0e55-4313-a046-929c2bea29b1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.973891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d85c0d-0e55-4313-a046-929c2bea29b1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.974037] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d85c0d-0e55-4313-a046-929c2bea29b1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.352376] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.352590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.352659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.352852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.352944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.353073] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd is going to be created. [ 607.369131] env[66146]: INFO networking_nsxv3.common.synchronization [req-e01631bc-0f5b-4c86-9af9-42a108d54326 req-ab16c945-3742-4ec4-b8fb-cbb954895a4b service nova] Enqueued Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_rules [ 607.369298] env[66146]: INFO networking_nsxv3.common.synchronization [req-e01631bc-0f5b-4c86-9af9-42a108d54326 req-ab16c945-3742-4ec4-b8fb-cbb954895a4b service nova] Enqueued Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_members [ 607.369437] env[66146]: INFO networking_nsxv3.common.synchronization [req-e01631bc-0f5b-4c86-9af9-42a108d54326 req-ab16c945-3742-4ec4-b8fb-cbb954895a4b service nova] Enqueued Resource ID: f2fadbe3-bc53-4009-b475-2434ca40d273 with Priority: HIGHEST for action port [ 607.369978] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_rules [ 607.371097] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_members [ 607.371220] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2fadbe3-bc53-4009-b475-2434ca40d273 with Priority: HIGHEST for action port [ 607.371553] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.371698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.371788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.372033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.372835] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.377862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.377862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.377862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.377862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.377862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.377862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.377862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.378312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.378312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.378312] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.380516] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2fadbe3-bc53-4009-b475-2434ca40d273 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.380662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.380774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.381517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.381517] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2fadbe3-bc53-4009-b475-2434ca40d273',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.395944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.395944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.395944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.395944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.397345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.411877] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd in Status: UNINITIALIZED for 2s [ 607.416507] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 607.416717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.417249] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.417474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.417559] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.476950] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d85c0d-0e55-4313-a046-929c2bea29b1 [ 607.477321] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.477474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.477548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.477792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.478465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.478465] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d85c0d-0e55-4313-a046-929c2bea29b1 already deleted. [ 607.478465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d85c0d-0e55-4313-a046-929c2bea29b1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.731514] env[66146]: INFO networking_nsxv3.common.synchronization [None req-8336b9b3-5ee2-4b45-a361-8c6c8e7790d8 tempest-ServersWithSpecificFlavorTestJSON-2840794 tempest-ServersWithSpecificFlavorTestJSON-2840794-project-member] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 607.732070] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 607.732409] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.732543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.732611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.732858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.732941] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.877865] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.878359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.881415] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.886216] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2fadbe3-bc53-4009-b475-2434ca40d273 with status ACTIVE [ 607.886853] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.886853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.886853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.887568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.887718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.888076] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.888076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.888210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.888291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.888367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.888549] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.888644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.888704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.888848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.888923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.889020] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2fadbe3-bc53-4009-b475-2434ca40d273 is going to be updated. [ 607.915839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.916049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.916097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.916273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.916418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.916646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2fadbe3-bc53-4009-b475-2434ca40d273" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.920390] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.921260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.923380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.923380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.923380] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.923380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.923380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.923380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.923380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.923380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.928081] env[66146]: INFO networking_nsxv3.common.synchronization [None req-72c4f408-226b-4a5d-9afb-33d9c33fbd9f tempest-ServersWithSpecificFlavorTestJSON-2840794 tempest-ServersWithSpecificFlavorTestJSON-2840794-project-member] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 607.928623] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 607.928932] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.929215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.988781] env[66146]: INFO networking_nsxv3.common.synchronization [req-df915ad5-5de4-4bf4-a73e-f6dd7af23372 req-351826d1-5f65-4d5d-903a-1b16e2f6b6f8 tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 607.989184] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 607.989720] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.989924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.990011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.990455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.990455] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.990587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.990621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.990778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.990865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.990964] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.255947] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.256106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.256173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.256385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.256468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.257468] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa006af-075c-4f6d-8437-c309868c150d already deleted. [ 608.257468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.257468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.257468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.257468] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.394821] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.428776] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.429061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.429324] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.429539] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.429768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.429768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.429876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.429965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.430100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.430270] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.430380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.430449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.431018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.431272] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.431451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.431517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.432402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.432402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.432402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.432402] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.462631] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.462810] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-42" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.462810] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-42" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.463164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-42" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.463431] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.463588] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.463700] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.464272] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.464423] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.464631] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.464736] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.464838] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.464938] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.465060] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.465161] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.465285] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.487203] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.487203] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.487203] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.487203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-42" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.487203] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-9ab49963-c0a9-4e51-8eae-6d526050b1db taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.487203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.487203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.487739] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.487739] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab49963-c0a9-4e51-8eae-6d526050b1db',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.494331] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.494498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.494562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.494733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.494819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.495181] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.495291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.495352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.495487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.495565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.495649] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a already deleted. [ 608.495729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.782996] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.782996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.782996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.782996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.782996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.782996] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa006af-075c-4f6d-8437-c309868c150d already deleted. [ 608.782996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.897941] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.901426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.901426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.901426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.901426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.901426] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 is going to be created. [ 608.935033] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe31761d-87bf-4cb5-bca0-af9291cdf053: rpc.has_security_group_logging(os_id): False [ 608.937905] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.938244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.938439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.938744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.940144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.952036] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 in Status: UNINITIALIZED for 2s [ 608.958572] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.958824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.958913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.959353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.959556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.959939] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.960186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.960287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.960537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.960655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.960928] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.961081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.961193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.961466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.961935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.961935] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.962101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.962149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.962386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.962500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.962646] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 608.989645] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.989826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.989972] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.990287] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.990438] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.990587] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 9ab49963-c0a9-4e51-8eae-6d526050b1db not found, creating... [ 608.990864] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.991049] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.991171] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.991541] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.991778] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.992463] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.992673] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.992799] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.993168] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.994714] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.994714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db is going to be created. [ 609.022559] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.022839] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.022957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.023277] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.023528] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.023790] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.074424] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.074424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.074698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.074698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.078029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.102716] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 609.421514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd in Status: SUCCESS [ 609.421719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.422501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.422501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.422501] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.422501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.422758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.422824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.422915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.422999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.423122] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.719594] env[66146]: INFO networking_nsxv3.common.synchronization [req-df915ad5-5de4-4bf4-a73e-f6dd7af23372 req-a489d711-ee83-4733-9755-46ddd451cdc9 service nova] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_rules [ 609.719768] env[66146]: INFO networking_nsxv3.common.synchronization [req-df915ad5-5de4-4bf4-a73e-f6dd7af23372 req-a489d711-ee83-4733-9755-46ddd451cdc9 service nova] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 609.719899] env[66146]: INFO networking_nsxv3.common.synchronization [req-df915ad5-5de4-4bf4-a73e-f6dd7af23372 req-a489d711-ee83-4733-9755-46ddd451cdc9 service nova] Enqueued Resource ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db with Priority: HIGHEST for action port [ 609.721133] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_rules [ 609.721958] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 609.727022] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db with Priority: HIGHEST for action port [ 609.727022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.727022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.727022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.727022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.727022] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.727022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.727504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.727504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.727504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.727697] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.727697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.727697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.727849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.727895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.728231] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.730649] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab49963-c0a9-4e51-8eae-6d526050b1db taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.730748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.730812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.731137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.731137] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab49963-c0a9-4e51-8eae-6d526050b1db',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.926790] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.233564] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.234996] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.235121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.235421] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ab49963-c0a9-4e51-8eae-6d526050b1db with status ACTIVE [ 610.235421] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.235562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.235598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.235783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.235874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.236046] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.236144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.236205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.236352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.236432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.236688] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.236798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.236858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.237013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.237222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.237338] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db is going to be updated. [ 610.263229] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.263519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.263630] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.263893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.264682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.264914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.429048] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 881b2a02-d4ae-49a9-bcd8-5d058f606edd: rpc.has_security_group_logging(os_id): False [ 610.452778] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.453297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.453297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.454260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.454393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.454752] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.455040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.455165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.455817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.455905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.456022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd is going to be created. [ 610.470370] env[66146]: INFO networking_nsxv3.common.synchronization [req-2c6ddfcf-cb80-47c9-89f2-fc92d5ed962a req-27843932-72d0-4ed6-a99c-6d0d20e42548 tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 610.473842] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 610.473842] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.473842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.473842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.473842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.473842] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.473842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.473842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.473842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.473842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.473842] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.533675] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.533883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.533883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.534501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.534501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.549739] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd in Status: IN_PROGRESS for 2s [ 610.740091] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.963464] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 in Status: SUCCESS [ 610.963859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.963905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.965852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.965852] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.965852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.965852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.966037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.966037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.966145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.966328] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.976667] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.976913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.976913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.978264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.978264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.979614] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.979614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.979769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.980116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.980116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.980193] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a already deleted. [ 610.980258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.077446] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.077722] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.077849] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.078193] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.078470] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.078621] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.078735] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.079050] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.079125] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.079660] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.079860] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.079995] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.080122] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.080239] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.080342] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.080474] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.101405] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.101664] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.101796] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.102194] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.102839] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-16d9be82-406a-4951-855f-de7719363cfa taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.103038] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.103169] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.103498] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.103654] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d9be82-406a-4951-855f-de7719363cfa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.120835] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 611.121657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.242492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.242754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.242754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.243021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.243133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.243265] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be created. [ 611.270017] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.270122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.270256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.270556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.270819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.292400] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: UNINITIALIZED for 2s [ 611.468763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.468926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.469018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.469296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.469412] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.469502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.469561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.469716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.469829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.469929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.470106] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.470238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.470301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.470486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.470628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.470719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.470781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.470910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.470986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.471094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.471181] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.608059] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.608304] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.608424] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.608733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.608872] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.609045] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 16d9be82-406a-4951-855f-de7719363cfa not found, creating... [ 611.609350] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.609578] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.609578] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.609818] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.611493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.611493] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.611493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.611493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.611493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.611493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.611493] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 16d9be82-406a-4951-855f-de7719363cfa is going to be created. [ 611.630921] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.631271] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.631395] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.631682] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.631922] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.632154] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.974376] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bf19d04-12ba-4571-9db9-0dfaccba5987: rpc.has_security_group_logging(os_id): False [ 612.000671] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.000901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.001332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.001612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.001776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.002064] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.002228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.002348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.002581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.002720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.002988] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.003162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.003256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.003490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.003599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.003822] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.003938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.004011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.004170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.004245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.004333] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 is going to be created. [ 612.097887] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.097887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.097887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.097887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.097887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.113702] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 in Status: IN_PROGRESS for 2s [ 612.224179] env[66146]: INFO networking_nsxv3.common.synchronization [None req-d0434750-c16f-4154-8617-cd00ded64b04 None None] Enqueued Resource ID: c3faf70d-6385-4bdd-af15-8843f53fd90c with Priority: HIGHEST for action port [ 612.224179] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3faf70d-6385-4bdd-af15-8843f53fd90c with Priority: HIGHEST for action port [ 612.224179] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3faf70d-6385-4bdd-af15-8843f53fd90c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.224179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3faf70d-6385-4bdd-af15-8843f53fd90c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.224179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3faf70d-6385-4bdd-af15-8843f53fd90c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.224179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3faf70d-6385-4bdd-af15-8843f53fd90c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.224179] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3faf70d-6385-4bdd-af15-8843f53fd90c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.377400] env[66146]: INFO networking_nsxv3.common.synchronization [req-2c6ddfcf-cb80-47c9-89f2-fc92d5ed962a req-d86e910c-ee43-447c-b592-16377ee0aae1 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 612.377400] env[66146]: INFO networking_nsxv3.common.synchronization [req-2c6ddfcf-cb80-47c9-89f2-fc92d5ed962a req-d86e910c-ee43-447c-b592-16377ee0aae1 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 612.377400] env[66146]: INFO networking_nsxv3.common.synchronization [req-2c6ddfcf-cb80-47c9-89f2-fc92d5ed962a req-d86e910c-ee43-447c-b592-16377ee0aae1 service nova] Enqueued Resource ID: 16d9be82-406a-4951-855f-de7719363cfa with Priority: HIGHEST for action port [ 612.377400] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 612.377400] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 612.377400] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16d9be82-406a-4951-855f-de7719363cfa with Priority: HIGHEST for action port [ 612.377400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.377400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.378041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.378471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.378660] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.380365] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.381567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.381567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.381567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.381567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.381567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.381567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.382791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.382791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.382791] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.384195] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-16d9be82-406a-4951-855f-de7719363cfa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.384468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.384681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.385860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.385860] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16d9be82-406a-4951-855f-de7719363cfa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.564868] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd in Status: SUCCESS [ 612.565135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.728996] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3faf70d-6385-4bdd-af15-8843f53fd90c [ 612.729290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.729461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.729518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.730046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.730046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.730046] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3faf70d-6385-4bdd-af15-8843f53fd90c already deleted. [ 612.730046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3faf70d-6385-4bdd-af15-8843f53fd90c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.882219] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.882538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.885046] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.887871] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16d9be82-406a-4951-855f-de7719363cfa with status ACTIVE [ 612.888632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.888632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.888632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.888632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.888632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.888862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.888920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.888953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.889136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.889195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.889564] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.889564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.889564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.889706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.890039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.890039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16d9be82-406a-4951-855f-de7719363cfa is going to be updated. [ 612.916620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.917418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.917531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.917788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.917946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.918175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16d9be82-406a-4951-855f-de7719363cfa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.306514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.306514] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.306514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.306514] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.389988] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.416107] env[66146]: INFO networking_nsxv3.common.synchronization [req-125ce035-15dc-4f21-94d4-5ea13c4b77f8 req-43423c6d-d6c2-456d-a7ba-4388517e86a0 tempest-FloatingIPsAssociationTestJSON-837899088 tempest-FloatingIPsAssociationTestJSON-837899088-project-member] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 613.416107] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 613.416187] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.416953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.416953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.416953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.416953] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.416953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.416953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.417548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.417678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.417807] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.809174] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.809340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.809435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.809674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.809836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.809935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.809996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.810170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.810366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.810366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.810561] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.810561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.810636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.810745] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.810864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.810950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.811030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.811196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.811312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.813114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.816206] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.894180] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.894180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.894180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.894180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.894180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.894180] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be created. [ 613.920859] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.921103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.921103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.921368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.922287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.923662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.923846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.923921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.924299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.924400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.924628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.924724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.924790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.925047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.926020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.926020] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 already deleted. [ 613.926020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.936382] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: UNINITIALIZED for 2s [ 613.956023] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.956023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.956023] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.956865] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957635] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958026] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.960645] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.960645] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.960645] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.960645] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.960645] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.960645] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.981958] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.982241] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.982319] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.982626] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.982837] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-b568e0f8-4c83-4200-8329-7d897875f704 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.983064] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.983206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.983733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.984170] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b568e0f8-4c83-4200-8329-7d897875f704',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.100701] env[66146]: INFO networking_nsxv3.common.synchronization [None req-374254a1-72d5-4f70-991c-7a395ed9c73a None None] Enqueued Resource ID: bb74f7fa-6dbb-4867-a0d6-452bccb5bea5 with Priority: HIGHEST for action port [ 614.106024] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb74f7fa-6dbb-4867-a0d6-452bccb5bea5 with Priority: HIGHEST for action port [ 614.106024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb74f7fa-6dbb-4867-a0d6-452bccb5bea5 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.106024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb74f7fa-6dbb-4867-a0d6-452bccb5bea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.106024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb74f7fa-6dbb-4867-a0d6-452bccb5bea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.106024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb74f7fa-6dbb-4867-a0d6-452bccb5bea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.106024] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb74f7fa-6dbb-4867-a0d6-452bccb5bea5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.125274] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 in Status: SUCCESS [ 614.125978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.319656] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76c3c141-821d-41b8-90ed-0af4c015d92a: rpc.has_security_group_logging(os_id): False [ 614.345035] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.345035] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.345035] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.345035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.345870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.346255] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.346559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.346832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.347230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.347426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.347741] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be created. [ 614.449929] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.451037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.451037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.451307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.451702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.472412] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 614.486327] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.486852] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.486852] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.487154] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.487305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.487479] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port b568e0f8-4c83-4200-8329-7d897875f704 not found, creating... [ 614.487793] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.488467] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.488467] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.488971] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.488971] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.489518] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.489821] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.490065] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.490498] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.490787] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.491086] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: b568e0f8-4c83-4200-8329-7d897875f704 is going to be created. [ 614.522291] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.522503] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.522869] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.523020] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.523168] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.523431] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.608545] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb74f7fa-6dbb-4867-a0d6-452bccb5bea5 [ 614.608854] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.609179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.609179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.609442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.609542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.609644] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb74f7fa-6dbb-4867-a0d6-452bccb5bea5 already deleted. [ 614.609725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb74f7fa-6dbb-4867-a0d6-452bccb5bea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.245117] env[66146]: INFO networking_nsxv3.common.synchronization [req-125ce035-15dc-4f21-94d4-5ea13c4b77f8 req-4f0b0d66-b387-4b9b-bd05-35db431933f7 service nova] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_rules [ 615.245117] env[66146]: INFO networking_nsxv3.common.synchronization [req-125ce035-15dc-4f21-94d4-5ea13c4b77f8 req-4f0b0d66-b387-4b9b-bd05-35db431933f7 service nova] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 615.245405] env[66146]: INFO networking_nsxv3.common.synchronization [req-125ce035-15dc-4f21-94d4-5ea13c4b77f8 req-4f0b0d66-b387-4b9b-bd05-35db431933f7 service nova] Enqueued Resource ID: b568e0f8-4c83-4200-8329-7d897875f704 with Priority: HIGHEST for action port [ 615.245843] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_rules [ 615.246073] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 615.246329] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b568e0f8-4c83-4200-8329-7d897875f704 with Priority: HIGHEST for action port [ 615.246550] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.246635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.247123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.247123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.247123] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.248490] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.248604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.248795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.249020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.249195] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.249436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.249531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.249671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.249761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.249854] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.251089] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-b568e0f8-4c83-4200-8329-7d897875f704 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.251240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.251315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.251829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.251829] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b568e0f8-4c83-4200-8329-7d897875f704',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.638734] env[66146]: INFO networking_nsxv3.common.synchronization [req-928c87ab-916d-416c-9fea-519c7252fabc req-8f31d547-b2c7-4861-8eb4-5bbfc2544e51 tempest-ImagesOneServerTestJSON-1930029041 tempest-ImagesOneServerTestJSON-1930029041-project-member] Enqueued Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_members [ 615.639349] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_members [ 615.639667] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.639793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.639859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.640166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.640332] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.640430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.640492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.640649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.640733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.640826] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.750032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.750677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.757022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b568e0f8-4c83-4200-8329-7d897875f704 with status ACTIVE [ 615.757022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.757022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.757022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.757022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.757022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b568e0f8-4c83-4200-8329-7d897875f704 is going to be updated. [ 615.758751] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.784903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.784903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.784903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.784903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.784903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.784903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b568e0f8-4c83-4200-8329-7d897875f704" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.947139] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 615.947378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.947583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.947921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.948221] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.948389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.948597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.948685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.948788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.948905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.949045] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.143618] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.143793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.144018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.144293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.144402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.145075] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.145286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.145491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.145706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.145944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.146088] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d9bb95-ccca-4873-9b91-1a7249658579 already deleted. [ 616.146199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.261715] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.304853] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.304853] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-567" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.305344] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-567" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.305938] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-567" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.306576] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.307207] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.307494] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.307951] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.309138] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.309138] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.309138] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.309138] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.309533] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.309533] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.310179] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.310179] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.336380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.336380] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.336380] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.336603] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-567" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.337017] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-4490c4cc-f226-41fd-8a1c-6290c4000cad taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.337207] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.338105] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.338105] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.338105] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4490c4cc-f226-41fd-8a1c-6290c4000cad',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.453510] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.453666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.453742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.453977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.454160] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.454264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.454352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.454617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.454708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.454813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.454961] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.455067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.455126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.455287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.455427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.455539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.455597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.455743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.455844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.455935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.456045] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.486104] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 616.486349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.766245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.766245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.766245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.766245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.766245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.766629] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be created. [ 616.795437] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.795716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.795716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.795884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.796128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.807765] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: UNINITIALIZED for 2s [ 616.830506] env[66146]: INFO networking_nsxv3.common.synchronization [None req-50207bf2-ed46-458e-9960-359bdaae66d5 None None] Enqueued Resource ID: 3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31 with Priority: HIGHEST for action port [ 616.831071] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31 with Priority: HIGHEST for action port [ 616.831577] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.831577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.831733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.832119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.832119] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.841578] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.842041] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.842288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.842694] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.843085] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.843336] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 4490c4cc-f226-41fd-8a1c-6290c4000cad not found, creating... [ 616.843698] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.843893] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.844056] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.844430] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.844703] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.845260] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.845584] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.845817] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.850022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.850022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.850022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 4490c4cc-f226-41fd-8a1c-6290c4000cad is going to be created. [ 616.867707] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.868118] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.868161] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.868412] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.868687] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.869007] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.958115] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddf3145-3c89-4578-bd0a-7abd0579d63a: rpc.has_security_group_logging(os_id): False [ 616.979520] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.979692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.979762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.980652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.980652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.980652] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.980652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.980652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.980652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.980933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.980933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.981050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.981236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.981270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.982167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.982532] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.982756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.982800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.982973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.983069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.983188] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be created. [ 617.051745] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.051900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.051966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.052173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.052386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.064630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 617.334097] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31 [ 617.334356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.334490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.334555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.334811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.334904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.334998] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31 already deleted. [ 617.335092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d6e9c3a-abd8-4d8e-85cd-66b572b5ee31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.607728] env[66146]: INFO networking_nsxv3.common.synchronization [req-928c87ab-916d-416c-9fea-519c7252fabc req-b675a83c-1d3e-4322-b708-2405e5443448 service nova] Enqueued Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_rules [ 617.607728] env[66146]: INFO networking_nsxv3.common.synchronization [req-928c87ab-916d-416c-9fea-519c7252fabc req-b675a83c-1d3e-4322-b708-2405e5443448 service nova] Enqueued Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_members [ 617.607728] env[66146]: INFO networking_nsxv3.common.synchronization [req-928c87ab-916d-416c-9fea-519c7252fabc req-b675a83c-1d3e-4322-b708-2405e5443448 service nova] Enqueued Resource ID: 4490c4cc-f226-41fd-8a1c-6290c4000cad with Priority: HIGHEST for action port [ 617.607728] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_rules [ 617.607728] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_members [ 617.607728] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4490c4cc-f226-41fd-8a1c-6290c4000cad with Priority: HIGHEST for action port [ 617.608494] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.608494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.608675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.608813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.608901] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.609881] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.611173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.611173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.611173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.611173] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.611173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.611173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.611173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.611173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.611173] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.612975] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4490c4cc-f226-41fd-8a1c-6290c4000cad taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.613099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.616683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.616683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.616683] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4490c4cc-f226-41fd-8a1c-6290c4000cad',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.115125] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.115696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.120647] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4490c4cc-f226-41fd-8a1c-6290c4000cad with status ACTIVE [ 618.120976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.121138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.121219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.122820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.122820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.122820] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.122820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.122820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.122820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.122820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.123168] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.123168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.123168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.123288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.123369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.123455] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4490c4cc-f226-41fd-8a1c-6290c4000cad is going to be updated. [ 618.127121] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.154129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.154129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.154129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.154415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.154415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.154537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4490c4cc-f226-41fd-8a1c-6290c4000cad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.632339] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.646067] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0ad7a1b6-fd5f-43de-9a48-2afd66b628bb None None] Enqueued Resource ID: 9c212248-8704-45af-9d8c-ccb1a66edf2d with Priority: HIGHEST for action port [ 618.649359] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c212248-8704-45af-9d8c-ccb1a66edf2d with Priority: HIGHEST for action port [ 618.649359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c212248-8704-45af-9d8c-ccb1a66edf2d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.649359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c212248-8704-45af-9d8c-ccb1a66edf2d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.649359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c212248-8704-45af-9d8c-ccb1a66edf2d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.649359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c212248-8704-45af-9d8c-ccb1a66edf2d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.649359] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c212248-8704-45af-9d8c-ccb1a66edf2d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.819221] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: SUCCESS [ 618.819750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.820916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.822034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.822034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.822034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.822034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.822034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.822034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.822034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.822343] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.081166] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 619.081647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.136167] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.136167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.136167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.136587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.136587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.136587] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d9bb95-ccca-4873-9b91-1a7249658579 is going to be created. [ 619.155069] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c212248-8704-45af-9d8c-ccb1a66edf2d [ 619.155069] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.155069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.155069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.155069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155069] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c212248-8704-45af-9d8c-ccb1a66edf2d already deleted. [ 619.155069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c212248-8704-45af-9d8c-ccb1a66edf2d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.165118] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.165118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.165118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.165347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.165378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.181013] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d9bb95-ccca-4873-9b91-1a7249658579 in Status: UNINITIALIZED for 2s [ 619.326317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.326494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.326567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.326831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.327013] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.327126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.327192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.327342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.327432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.327522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.327672] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.327765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.327826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.327970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.328123] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.328215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.328276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.328420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.328498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.328581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.328667] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.831576] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65d054f-c2ff-4e15-bad0-ccd00c98e0e0: rpc.has_security_group_logging(os_id): False [ 619.849639] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.849790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.849865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.850078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.850172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.850394] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.850545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.850643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.850884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.850982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851214] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.851740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.851740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.851740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.851878] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.851938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.852259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.852507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.852696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.852696] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be created. [ 619.925089] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.925306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.925355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.925843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.925843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.940966] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: IN_PROGRESS for 2s [ 620.686764] env[66146]: INFO networking_nsxv3.common.synchronization [req-4adf5d7a-35ed-4a4d-b9a9-00d7b73ce222 req-011c47de-5f43-4625-aef6-27759bc5af3a tempest-ServerDiagnosticsTest-303684429 tempest-ServerDiagnosticsTest-303684429-project-member] Enqueued Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_members [ 620.687353] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGHEST for action security_group_members [ 620.687711] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.687895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.687981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.688243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.688419] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.688544] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.688619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.688804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.688909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.689058] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.895046] env[66146]: INFO networking_nsxv3.common.synchronization [req-0736ef47-e1dc-482e-810e-a6b884837a10 req-9b114229-5856-4be1-8b0f-b0e4f9bfe2ee tempest-ServersAdminNegativeTestJSON-733435706 tempest-ServersAdminNegativeTestJSON-733435706-project-member] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 620.895903] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 620.896165] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.896315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.896698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.896698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.896862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.897029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.897132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.897567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.897567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.897721] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.191315] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.191596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.191686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.191952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.192144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.192458] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.192458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.192458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.192748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.192748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.192748] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c0be92-db2a-4901-a794-269ce7e14535 is going to be updated. [ 621.195216] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d9bb95-ccca-4873-9b91-1a7249658579 in Status: SUCCESS [ 621.195417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.197237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.197237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.197237] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.197237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.197237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.197607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.197607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.197607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.197704] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.235304] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.235304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.235304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.235535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.236875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.247963] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c0be92-db2a-4901-a794-269ce7e14535 in Status: IN_PROGRESS for 2s [ 621.280069] env[66146]: INFO networking_nsxv3.common.synchronization [None req-58e43457-68ac-4cc8-9cca-ecfe860da628 None None] Enqueued Resource ID: ca94297b-1ce6-4812-9c04-bce58904147b with Priority: HIGHEST for action port [ 621.281247] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca94297b-1ce6-4812-9c04-bce58904147b with Priority: HIGHEST for action port [ 621.281597] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca94297b-1ce6-4812-9c04-bce58904147b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.281732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca94297b-1ce6-4812-9c04-bce58904147b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.281794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca94297b-1ce6-4812-9c04-bce58904147b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.282840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca94297b-1ce6-4812-9c04-bce58904147b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.282840] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca94297b-1ce6-4812-9c04-bce58904147b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.402522] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.707159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.707159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.707159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.707159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.707159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.708093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.708093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.708093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.708093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.708093] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.786850] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca94297b-1ce6-4812-9c04-bce58904147b [ 621.786850] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.788915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.791803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.791803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.791803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.791803] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca94297b-1ce6-4812-9c04-bce58904147b already deleted. [ 621.791803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca94297b-1ce6-4812-9c04-bce58904147b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.912230] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.957905] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: SUCCESS [ 621.957905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.208436] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 24d9bb95-ccca-4873-9b91-1a7249658579: rpc.has_security_group_logging(os_id): False [ 622.227834] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.228101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.228101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.228301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.228454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.228600] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.228701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.228764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.230072] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.230072] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.230072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.230852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.230852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.230852] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d9bb95-ccca-4873-9b91-1a7249658579 is going to be created. [ 622.233692] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.233892] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.234032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.234268] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.234530] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.234678] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.234787] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.234988] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.235183] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.235408] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.235520] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.235625] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.235738] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.235840] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.235940] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.236085] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.258199] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.258363] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.258561] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.258783] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.259142] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.259376] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.259791] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.259897] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.259999] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a3ce1c-df37-4b47-9d56-eec59fecf5b2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.317179] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.317444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.317496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.317763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.318051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.337178] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d9bb95-ccca-4873-9b91-1a7249658579 in Status: IN_PROGRESS for 2s [ 622.414468] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.414653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.414653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.414880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.414969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.415075] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be updated. [ 622.474185] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.474642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.474642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.474642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.474902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.490132] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: IN_PROGRESS for 2s [ 622.762373] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.762763] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.762763] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.762985] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.763149] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.763544] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 65a3ce1c-df37-4b47-9d56-eec59fecf5b2 not found, creating... [ 622.763544] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.763942] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.763942] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.764135] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.764287] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.764559] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.764684] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.764829] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.764995] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.765137] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.765268] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 65a3ce1c-df37-4b47-9d56-eec59fecf5b2 is going to be created. [ 622.788365] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.788577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.788693] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.789171] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.789242] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.789452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.258734] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34c0be92-db2a-4901-a794-269ce7e14535 in Status: SUCCESS [ 623.258734] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34c0be92-db2a-4901-a794-269ce7e14535 deletion is rescheduled due to dependency. [ 623.258883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.512154] env[66146]: INFO networking_nsxv3.common.synchronization [req-0736ef47-e1dc-482e-810e-a6b884837a10 req-16d7d8bf-af15-4208-aeab-e1b72e583cda service nova] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_rules [ 623.512328] env[66146]: INFO networking_nsxv3.common.synchronization [req-0736ef47-e1dc-482e-810e-a6b884837a10 req-16d7d8bf-af15-4208-aeab-e1b72e583cda service nova] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 623.512660] env[66146]: INFO networking_nsxv3.common.synchronization [req-0736ef47-e1dc-482e-810e-a6b884837a10 req-16d7d8bf-af15-4208-aeab-e1b72e583cda service nova] Enqueued Resource ID: 65a3ce1c-df37-4b47-9d56-eec59fecf5b2 with Priority: HIGHEST for action port [ 623.513015] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_rules [ 623.513304] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 623.513405] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a3ce1c-df37-4b47-9d56-eec59fecf5b2 with Priority: HIGHEST for action port [ 623.513678] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.513803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.513870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.514088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.514210] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.515515] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.515619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.515829] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.515935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.516008] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.516231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.516268] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a3ce1c-df37-4b47-9d56-eec59fecf5b2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.979773] env[66146]: INFO networking_nsxv3.common.synchronization [None req-9f3fd616-e45b-451f-a117-cce4763881d2 None None] Enqueued Resource ID: 526fbdaa-6677-453b-ada6-225ac1c65682 with Priority: HIGHEST for action port [ 623.981015] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 526fbdaa-6677-453b-ada6-225ac1c65682 with Priority: HIGHEST for action port [ 623.982251] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-526fbdaa-6677-453b-ada6-225ac1c65682 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.982539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-526fbdaa-6677-453b-ada6-225ac1c65682" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-526fbdaa-6677-453b-ada6-225ac1c65682" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.983036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-526fbdaa-6677-453b-ada6-225ac1c65682" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.983204] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('526fbdaa-6677-453b-ada6-225ac1c65682',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.018348] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.019287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.019834] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a3ce1c-df37-4b47-9d56-eec59fecf5b2 with status ACTIVE [ 624.020194] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.020436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.020844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.022136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.022276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.022463] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.022576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.022631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.022815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.022894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023100] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.023199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.023299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023583] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a3ce1c-df37-4b47-9d56-eec59fecf5b2 is going to be updated. [ 624.047775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.047936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.048058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.048308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.048472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.048647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a3ce1c-df37-4b47-9d56-eec59fecf5b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.344402] env[66146]: INFO networking_nsxv3.common.synchronization [req-c33d0963-6439-4c4a-b8cc-fa2761ce20fb req-af0419ff-1eba-4185-aad7-1b40aaa29bd0 tempest-ServersWithSpecificFlavorTestJSON-2840794 tempest-ServersWithSpecificFlavorTestJSON-2840794-project-member] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 624.344620] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 624.344921] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.345126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.345206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.346632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.346869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.347068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.347113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.347318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.347411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.347510] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.351981] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 24d9bb95-ccca-4873-9b91-1a7249658579 in Status: SUCCESS [ 624.352192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.485288] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 526fbdaa-6677-453b-ada6-225ac1c65682 [ 624.485894] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.486481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.486481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.487922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.487922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.488132] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:526fbdaa-6677-453b-ada6-225ac1c65682 already deleted. [ 624.488132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-526fbdaa-6677-453b-ada6-225ac1c65682" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.506805] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: SUCCESS [ 624.508068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.508068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.508068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.508068] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.508068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.508068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.508068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.508068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.508450] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.723943] env[66146]: INFO networking_nsxv3.common.synchronization [req-b4b452b9-4b9c-4a86-a87c-000dddbc8f9a req-39940312-ffe7-4369-9032-4f104cdb3bd0 tempest-ServerDiagnosticsNegativeTest-299585986 tempest-ServerDiagnosticsNegativeTest-299585986-project-member] Enqueued Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_members [ 624.725691] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGHEST for action security_group_members [ 624.725691] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.725691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.725691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.725691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.726293] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.726572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.726682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.726918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.727171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.727457] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.853741] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.853985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.854098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.854343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.854456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.855347] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.855484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.855534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.855719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.855797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.856360] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d already deleted. [ 624.856360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.866950] env[66146]: INFO networking_nsxv3.common.synchronization [None req-027c869f-70a4-442c-9431-44203a265ff8 None None] Enqueued Resource ID: a35d19ea-d8c4-4802-a4ed-7282dfc75564 with Priority: HIGHEST for action port [ 624.868184] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a35d19ea-d8c4-4802-a4ed-7282dfc75564 with Priority: HIGHEST for action port [ 624.868184] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a35d19ea-d8c4-4802-a4ed-7282dfc75564 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.868184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a35d19ea-d8c4-4802-a4ed-7282dfc75564" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.868184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a35d19ea-d8c4-4802-a4ed-7282dfc75564" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.868458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a35d19ea-d8c4-4802-a4ed-7282dfc75564" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.868458] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a35d19ea-d8c4-4802-a4ed-7282dfc75564',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.011976] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.140704] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.143449] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.143629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.144937] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.144937] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.144937] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.144937] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.144937] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.144937] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.145322] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.145322] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.145386] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.145436] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.145533] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.145634] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.145763] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.170363] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.170726] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.171402] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.171402] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.171547] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c6c7630e-0c2b-482e-85b9-965845344a09 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.171755] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.171907] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.172917] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.172917] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c7630e-0c2b-482e-85b9-965845344a09',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.231894] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.231894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.232103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.232264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.232381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.232839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.232839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.232839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.233053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.233129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.233215] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d is going to be updated. [ 625.271824] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.272058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.272058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.272309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.272506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.284716] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d in Status: IN_PROGRESS for 2s [ 625.371061] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a35d19ea-d8c4-4802-a4ed-7282dfc75564 [ 625.371393] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.371644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.371732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.372062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.372194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.372304] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a35d19ea-d8c4-4802-a4ed-7282dfc75564 already deleted. [ 625.372426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a35d19ea-d8c4-4802-a4ed-7282dfc75564" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.514604] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.676389] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.676615] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.677079] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.677079] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.677272] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.677331] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port c6c7630e-0c2b-482e-85b9-965845344a09 not found, creating... [ 625.677585] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.678788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.678788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.678788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.678788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.678788] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.678788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.679187] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.679187] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.679254] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.679585] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c6c7630e-0c2b-482e-85b9-965845344a09 is going to be created. [ 625.706202] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.706415] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.707029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.707029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.707161] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.707322] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.020848] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.021343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.021343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.021343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.021343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.021508] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be updated. [ 626.056930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.057100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.057172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.057396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.057549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.068687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: IN_PROGRESS for 2s [ 626.389983] env[66146]: INFO networking_nsxv3.common.synchronization [req-8b565239-cd7a-48c1-a11c-52476b287cc9 req-4b96f648-3235-48b1-8cda-d77af527768d tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 626.391537] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 626.394542] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.394542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.394542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.394542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.394542] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.394542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.394542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.394542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.394542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.394542] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.411219] env[66146]: INFO networking_nsxv3.common.synchronization [req-c33d0963-6439-4c4a-b8cc-fa2761ce20fb req-6b667cfd-1451-47b2-b475-f2c75770bcd4 service nova] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 626.411573] env[66146]: INFO networking_nsxv3.common.synchronization [req-c33d0963-6439-4c4a-b8cc-fa2761ce20fb req-6b667cfd-1451-47b2-b475-f2c75770bcd4 service nova] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 626.411841] env[66146]: INFO networking_nsxv3.common.synchronization [req-c33d0963-6439-4c4a-b8cc-fa2761ce20fb req-6b667cfd-1451-47b2-b475-f2c75770bcd4 service nova] Enqueued Resource ID: c6c7630e-0c2b-482e-85b9-965845344a09 with Priority: HIGHEST for action port [ 626.412476] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 626.412741] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 626.412960] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c7630e-0c2b-482e-85b9-965845344a09 with Priority: HIGHEST for action port [ 626.413552] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.413805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.413951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.414251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.414412] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.415632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.415946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.416115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.416374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.416619] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.416822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.416963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.417202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.417370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.417534] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.418532] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c7630e-0c2b-482e-85b9-965845344a09 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.418786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.418941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.420212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.420212] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c7630e-0c2b-482e-85b9-965845344a09',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.896786] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.931970] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6c7630e-0c2b-482e-85b9-965845344a09 with status ACTIVE [ 626.931970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.931970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.931970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.931970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.931970] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6c7630e-0c2b-482e-85b9-965845344a09 is going to be updated. [ 626.934178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.934341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.934521] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.030379] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.032392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.032392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.032392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.032392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.032392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c7630e-0c2b-482e-85b9-965845344a09" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.091173] env[66146]: INFO networking_nsxv3.common.synchronization [None req-6a43454e-906b-488d-82f8-d68b73ec5adf tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 627.091795] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 627.092433] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.092433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.092433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.092632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.092632] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.214166] env[66146]: INFO networking_nsxv3.common.synchronization [None req-39092aed-b5ad-44df-9be8-fa64b62f3484 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 627.216435] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 627.217256] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7bbeaacf-bf8a-4b65-8c16-8307729f676f None None] Enqueued Resource ID: c05a6229-bb20-4a00-957b-fe506dd74ee2 with Priority: HIGHEST for action port [ 627.218886] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.219603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.220754] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05a6229-bb20-4a00-957b-fe506dd74ee2 with Priority: HIGHEST for action port [ 627.220754] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c05a6229-bb20-4a00-957b-fe506dd74ee2 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.220754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c05a6229-bb20-4a00-957b-fe506dd74ee2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.222749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c05a6229-bb20-4a00-957b-fe506dd74ee2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.223059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c05a6229-bb20-4a00-957b-fe506dd74ee2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.223192] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c05a6229-bb20-4a00-957b-fe506dd74ee2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.298262] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d in Status: SUCCESS [ 627.298262] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d deletion is rescheduled due to dependency. [ 627.298262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.399997] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.436328] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.618971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.619297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.619297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.620281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.620377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.620431] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd already deleted. [ 627.620501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.620668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.620858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.620948] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.729376] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c05a6229-bb20-4a00-957b-fe506dd74ee2 [ 627.729698] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.729855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.729922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.730242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.730367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.730478] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c05a6229-bb20-4a00-957b-fe506dd74ee2 already deleted. [ 627.730603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c05a6229-bb20-4a00-957b-fe506dd74ee2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.904568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.904833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.904833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.905024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.905113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.905211] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 627.942410] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.942410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.942410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.942410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.942410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.942410] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be created. [ 627.945635] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.946086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.946265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.946698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.946956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.965536] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 627.973461] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.973612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.973665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.974022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.974105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.988102] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: UNINITIALIZED for 2s [ 628.082123] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: SUCCESS [ 628.082551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.082551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.082827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.082972] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.083113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.083183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.083334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.083415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.083501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.083596] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.147285] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.149042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.149042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.149042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.149042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.149042] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd already deleted. [ 628.149042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.589522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.589522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.589522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.589522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.590210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.590210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590210] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.618065] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c863d158-0e24-4123-ba50-d61266b254fd None None] Enqueued Resource ID: 8152be9c-b74e-41dc-ae9b-ada5996ef3da with Priority: HIGHEST for action port [ 628.618065] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152be9c-b74e-41dc-ae9b-ada5996ef3da with Priority: HIGHEST for action port [ 628.618217] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8152be9c-b74e-41dc-ae9b-ada5996ef3da taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.618302] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8152be9c-b74e-41dc-ae9b-ada5996ef3da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.618302] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8152be9c-b74e-41dc-ae9b-ada5996ef3da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.618790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8152be9c-b74e-41dc-ae9b-ada5996ef3da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.618899] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8152be9c-b74e-41dc-ae9b-ada5996ef3da',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.880900] env[66146]: INFO networking_nsxv3.common.synchronization [req-1bae22c3-6b51-40b5-a2f6-bbb994660bc7 req-0c29058b-5490-4366-a4ac-ed5955716ab3 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 628.881779] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 628.881883] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.882014] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.882166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.882424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.882655] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.882786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.883525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.884606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.884606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.884606] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.092586] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3811ad3-3b88-4c05-8a8e-1807eba2d0ed: rpc.has_security_group_logging(os_id): False [ 629.113309] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.113561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.113561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.113755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.113911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.114337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.114490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.114557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.114727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.114810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.114998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.115107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.115170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.115323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.115381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.116371] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.116563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.116563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.116677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.116766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.117344] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be updated. [ 629.122832] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8152be9c-b74e-41dc-ae9b-ada5996ef3da [ 629.123361] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.123361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.123361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.123519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.123551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.123913] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8152be9c-b74e-41dc-ae9b-ada5996ef3da already deleted. [ 629.123913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8152be9c-b74e-41dc-ae9b-ada5996ef3da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.184091] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.184091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.184279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.184360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.184505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.205720] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: IN_PROGRESS for 2s [ 629.387292] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.387292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.387601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.387601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.387669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.387885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.387987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.388063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.388220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.388368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.388368] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c already deleted. [ 629.388473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.692316] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.692508] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.692625] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.692959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.693240] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.693391] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.693502] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.693713] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.693877] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.696416] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.696584] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.696699] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.696803] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.696918] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.697028] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.697169] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.734088] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.734277] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.734877] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.735198] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735646] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c28a9ba1-8dca-4056-ad76-84a680b6d8da taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.735847] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.735963] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.736333] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.736523] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28a9ba1-8dca-4056-ad76-84a680b6d8da',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.975154] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 629.975367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.998644] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 629.998929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.999049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.999276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.999580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.999782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.999855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.000031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.000129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.000207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.000299] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.241878] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242323] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242323] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.242531] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242736] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port c28a9ba1-8dca-4056-ad76-84a680b6d8da not found, creating... [ 630.243020] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.243170] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.243279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.243513] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.243621] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.243909] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.244077] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.244188] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.244380] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.244500] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.245372] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c28a9ba1-8dca-4056-ad76-84a680b6d8da is going to be created. [ 630.266214] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.266465] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.266531] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.266840] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.267091] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.267309] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.502459] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.647927] env[66146]: INFO networking_nsxv3.common.synchronization [None req-b0450618-6a48-4358-9adc-c0bcc4b4a3c7 None None] Enqueued Resource ID: 2555e3d1-8b4e-49f4-9580-d9c815adaa49 with Priority: HIGHEST for action port [ 630.651775] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2555e3d1-8b4e-49f4-9580-d9c815adaa49 with Priority: HIGHEST for action port [ 630.651775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-2555e3d1-8b4e-49f4-9580-d9c815adaa49 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.651775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2555e3d1-8b4e-49f4-9580-d9c815adaa49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.651775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2555e3d1-8b4e-49f4-9580-d9c815adaa49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.651775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2555e3d1-8b4e-49f4-9580-d9c815adaa49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.651775] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2555e3d1-8b4e-49f4-9580-d9c815adaa49',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.761185] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0dc94fd4-db71-49bc-8936-e604fb03f7ab tempest-ServersTestManualDisk-1605874406 tempest-ServersTestManualDisk-1605874406-project-member] Enqueued Resource ID: d399598c-64a3-4cd9-8439-9c9acb9ef155 with Priority: HIGHEST for action security_group_rules [ 630.761951] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d399598c-64a3-4cd9-8439-9c9acb9ef155 with Priority: HIGHEST for action security_group_rules [ 630.763210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d399598c-64a3-4cd9-8439-9c9acb9ef155 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.764385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.764385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.764385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.764385] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d399598c-64a3-4cd9-8439-9c9acb9ef155',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.004473] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa006af-075c-4f6d-8437-c309868c150d: rpc.has_security_group_logging(os_id): False [ 631.026419] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.026654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.026760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.027057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.027158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.027427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.027577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.027658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.027833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.027945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.028025] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be created. [ 631.059706] env[66146]: INFO networking_nsxv3.common.synchronization [req-1bae22c3-6b51-40b5-a2f6-bbb994660bc7 req-a595c797-c498-456a-a0f0-ca8901b72307 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 631.059964] env[66146]: INFO networking_nsxv3.common.synchronization [req-1bae22c3-6b51-40b5-a2f6-bbb994660bc7 req-a595c797-c498-456a-a0f0-ca8901b72307 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 631.060320] env[66146]: INFO networking_nsxv3.common.synchronization [req-1bae22c3-6b51-40b5-a2f6-bbb994660bc7 req-a595c797-c498-456a-a0f0-ca8901b72307 service nova] Enqueued Resource ID: c28a9ba1-8dca-4056-ad76-84a680b6d8da with Priority: HIGHEST for action port [ 631.060901] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 631.061752] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 631.064084] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28a9ba1-8dca-4056-ad76-84a680b6d8da with Priority: HIGHEST for action port [ 631.064084] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.064084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.064084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.064084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.064084] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.064084] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.067568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.067568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.067568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.067858] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.068077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.068077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.070188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.070188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.070188] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.070188] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28a9ba1-8dca-4056-ad76-84a680b6d8da taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.070188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.070188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.070540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.070540] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28a9ba1-8dca-4056-ad76-84a680b6d8da',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.094474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.094859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.094859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.095090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.095220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.111026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: IN_PROGRESS for 2s [ 631.158106] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2555e3d1-8b4e-49f4-9580-d9c815adaa49 [ 631.158106] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.158106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.158106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.158106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.158106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.158106] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2555e3d1-8b4e-49f4-9580-d9c815adaa49 already deleted. [ 631.158106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2555e3d1-8b4e-49f4-9580-d9c815adaa49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.222764] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: SUCCESS [ 631.223016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.292022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.292470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.292470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.292556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.292590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.292964] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d399598c-64a3-4cd9-8439-9c9acb9ef155 already deleted. [ 631.292964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.307684] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7c12109e-0b4d-4f27-9fb1-5ee9a803d22c None None] Enqueued Resource ID: 67c3ca3e-703b-423a-97c3-a12da90c7790 with Priority: HIGHEST for action port [ 631.307953] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67c3ca3e-703b-423a-97c3-a12da90c7790 with Priority: HIGHEST for action port [ 631.308570] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-67c3ca3e-703b-423a-97c3-a12da90c7790 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.308707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67c3ca3e-703b-423a-97c3-a12da90c7790" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.308754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67c3ca3e-703b-423a-97c3-a12da90c7790" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.309019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67c3ca3e-703b-423a-97c3-a12da90c7790" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.309113] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67c3ca3e-703b-423a-97c3-a12da90c7790',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.573965] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.574097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.574292] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.580019] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c28a9ba1-8dca-4056-ad76-84a680b6d8da with status ACTIVE [ 631.580019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.580019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.580019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.580255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.580363] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.580483] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.580581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.580642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.580787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.580863] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.582032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.582032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.582032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.582032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.582032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.582032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c28a9ba1-8dca-4056-ad76-84a680b6d8da is going to be updated. [ 631.603602] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.603793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.603843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.604097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.604243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.604414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28a9ba1-8dca-4056-ad76-84a680b6d8da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.813169] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67c3ca3e-703b-423a-97c3-a12da90c7790 [ 631.813169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.813169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.816058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.816058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.816058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.816058] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67c3ca3e-703b-423a-97c3-a12da90c7790 already deleted. [ 631.816058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67c3ca3e-703b-423a-97c3-a12da90c7790" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.865074] env[66146]: INFO networking_nsxv3.common.synchronization [None req-77eed448-8bed-4cf5-8a44-bf70f5c9d760 tempest-ServersTestManualDisk-1605874406 tempest-ServersTestManualDisk-1605874406-project-member] Enqueued Resource ID: d399598c-64a3-4cd9-8439-9c9acb9ef155 with Priority: HIGHEST for action security_group_rules [ 631.865074] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d399598c-64a3-4cd9-8439-9c9acb9ef155 with Priority: HIGHEST for action security_group_rules [ 631.865074] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d399598c-64a3-4cd9-8439-9c9acb9ef155 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.865074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.865074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.865074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.865074] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d399598c-64a3-4cd9-8439-9c9acb9ef155',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.080086] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.392222] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.392635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.392635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.392793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.392918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.393035] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d399598c-64a3-4cd9-8439-9c9acb9ef155 already deleted. [ 632.393138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d399598c-64a3-4cd9-8439-9c9acb9ef155" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.585563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.586862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.586862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.587058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.587537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.587537] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be created. [ 632.623079] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.623301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.624558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.624873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.624998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.635667] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: UNINITIALIZED for 2s [ 633.131692] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 633.131692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.217640] env[66146]: INFO networking_nsxv3.common.synchronization [req-cad0f378-019a-463e-8025-0e716e2bfa76 req-eda8c1bc-7095-4343-bc80-4660f732e346 tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 633.218232] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 633.218586] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.219290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.219290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.219766] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.219914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.219992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.220297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.220420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.220559] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.650733] env[66146]: INFO networking_nsxv3.common.synchronization [req-d08d0aaa-ae30-48bd-9848-ff095a1bb907 req-31371f50-9d81-4031-8153-84fe4f200c93 tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 633.651196] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 633.651511] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.651680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.651747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.651956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.652129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.652235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.652316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.652448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.652538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.652633] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.723894] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.724145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.724226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.724688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.724688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.724821] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.725692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.725692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.725692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.725692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.725692] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 633.762217] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.762370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.762436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.762724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.762862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.776559] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 634.156578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.156826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.156979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.157129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.157228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.157487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.157660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.157660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.157862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.157943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.158049] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 634.194881] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.194881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.194881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.194881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.194881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.204139] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 634.312420] env[66146]: INFO networking_nsxv3.common.synchronization [None req-4f1b48d3-daa7-4b41-a7db-9a68fdd8bcec None None] Enqueued Resource ID: 62b60677-1c69-4738-a1de-fd9b215c7467 with Priority: HIGHEST for action port [ 634.313356] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b60677-1c69-4738-a1de-fd9b215c7467 with Priority: HIGHEST for action port [ 634.313356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-62b60677-1c69-4738-a1de-fd9b215c7467 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.313579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62b60677-1c69-4738-a1de-fd9b215c7467" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.313579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62b60677-1c69-4738-a1de-fd9b215c7467" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.313802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62b60677-1c69-4738-a1de-fd9b215c7467" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.313876] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62b60677-1c69-4738-a1de-fd9b215c7467',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.650193] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 634.650366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.650465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.651151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.651456] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.651664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.651790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.653623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.653954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.654138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.654294] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.817687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62b60677-1c69-4738-a1de-fd9b215c7467 [ 634.817949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.818117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.818184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.818401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.818485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.818576] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62b60677-1c69-4738-a1de-fd9b215c7467 already deleted. [ 634.818657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62b60677-1c69-4738-a1de-fd9b215c7467" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.158786] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.159539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.159679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.159941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.160178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.160392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.160439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.160658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.160782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.161122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.161370] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.161495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.162300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.162440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.162852] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.163078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.163314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.163381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.163468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.163765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.163911] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.175390] env[66146]: INFO networking_nsxv3.common.synchronization [None req-eb5ad925-85f8-41c3-b05d-c3c4f3fc9fb3 None None] Enqueued Resource ID: 6eb47077-d98d-4470-a56a-a833824250bd with Priority: HIGHEST for action port [ 635.175390] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb47077-d98d-4470-a56a-a833824250bd with Priority: HIGHEST for action port [ 635.175780] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb47077-d98d-4470-a56a-a833824250bd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.175780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb47077-d98d-4470-a56a-a833824250bd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.176587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb47077-d98d-4470-a56a-a833824250bd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.176587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb47077-d98d-4470-a56a-a833824250bd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.176657] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb47077-d98d-4470-a56a-a833824250bd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.666815] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 635.680388] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb47077-d98d-4470-a56a-a833824250bd [ 635.680388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.680388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.680388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.680388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.680388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.680388] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb47077-d98d-4470-a56a-a833824250bd already deleted. [ 635.680388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb47077-d98d-4470-a56a-a833824250bd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.689657] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.689657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.689657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.689657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.689848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.689978] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.690325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.690325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.691337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.691337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.691990] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.692140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.692207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.692362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.692503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.692736] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.692736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.692993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.692993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.692993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.693143] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be created. [ 635.759026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.759026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.759026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.759026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.759281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.781569] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 635.788152] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 635.788331] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 635.788448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.215589] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 636.215789] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 deletion is rescheduled due to dependency. [ 636.215869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.210242] env[66146]: INFO networking_nsxv3.common.synchronization [req-c70886ec-c695-4e61-9d42-de5935f82a49 req-f40f6f07-f6f7-451a-a0a6-781891a33858 tempest-SecurityGroupRulesTestJSON-1084948579 tempest-SecurityGroupRulesTestJSON-1084948579-project-member] Enqueued Resource ID: 24a634ac-629b-440a-88ca-bd778e095e85 with Priority: HIGHEST for action security_group_rules [ 637.210903] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a634ac-629b-440a-88ca-bd778e095e85 with Priority: HIGHEST for action security_group_rules [ 637.212082] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24a634ac-629b-440a-88ca-bd778e095e85 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.212239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24a634ac-629b-440a-88ca-bd778e095e85" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.212308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24a634ac-629b-440a-88ca-bd778e095e85" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.212581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24a634ac-629b-440a-88ca-bd778e095e85" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.212667] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24a634ac-629b-440a-88ca-bd778e095e85',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.307163] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7e9e7aba-9d5e-4912-a5ed-d31a4bce9ea9 None None] Enqueued Resource ID: a89520c5-5671-4e8d-9395-e31a8dce7c2a with Priority: HIGHEST for action port [ 637.307394] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89520c5-5671-4e8d-9395-e31a8dce7c2a with Priority: HIGHEST for action port [ 637.307944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89520c5-5671-4e8d-9395-e31a8dce7c2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.308110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89520c5-5671-4e8d-9395-e31a8dce7c2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.308160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89520c5-5671-4e8d-9395-e31a8dce7c2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.308380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89520c5-5671-4e8d-9395-e31a8dce7c2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.308458] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89520c5-5671-4e8d-9395-e31a8dce7c2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.740975] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.745211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.745211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.745211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.745211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.745211] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24a634ac-629b-440a-88ca-bd778e095e85 already deleted. [ 637.745211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24a634ac-629b-440a-88ca-bd778e095e85" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.795250] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 637.795450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.815731] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a89520c5-5671-4e8d-9395-e31a8dce7c2a [ 637.815731] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.815731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.815731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.815731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.815731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.815731] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a89520c5-5671-4e8d-9395-e31a8dce7c2a already deleted. [ 637.815731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89520c5-5671-4e8d-9395-e31a8dce7c2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.857329] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c27ce05f-5ae3-40f8-91c9-83a425a2ff0c None None] Enqueued Resource ID: 855a2463-ab5a-49f2-bbcc-45ab3052e551 with Priority: HIGHEST for action port [ 637.857869] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855a2463-ab5a-49f2-bbcc-45ab3052e551 with Priority: HIGHEST for action port [ 637.858189] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-855a2463-ab5a-49f2-bbcc-45ab3052e551 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.858334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-855a2463-ab5a-49f2-bbcc-45ab3052e551" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.858393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-855a2463-ab5a-49f2-bbcc-45ab3052e551" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.858683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-855a2463-ab5a-49f2-bbcc-45ab3052e551" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.858741] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855a2463-ab5a-49f2-bbcc-45ab3052e551',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.362634] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 855a2463-ab5a-49f2-bbcc-45ab3052e551 [ 638.362992] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.363120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.363120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.363559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.363559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.363559] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:855a2463-ab5a-49f2-bbcc-45ab3052e551 already deleted. [ 638.363754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-855a2463-ab5a-49f2-bbcc-45ab3052e551" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.839901] env[66146]: INFO networking_nsxv3.common.synchronization [None req-316db3c8-a0f8-428d-9e25-58239d62a200 tempest-ServersTestJSON-1089507113 tempest-ServersTestJSON-1089507113-project-member] Enqueued Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_rules [ 639.843351] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_rules [ 639.843351] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.843351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.843351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.843351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.843351] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.994219] env[66146]: INFO networking_nsxv3.common.synchronization [None req-66258a93-6a29-40fd-a9f2-b38b07feab75 tempest-ServersTestJSON-1089507113 tempest-ServersTestJSON-1089507113-project-member] Enqueued Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_rules [ 639.994219] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_rules [ 639.997897] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.998374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.371326] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.371326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.371326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.371677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.371677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.371677] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3635536c-051f-4573-880b-4828505db345 already deleted. [ 640.371677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.371822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.371976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.372090] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.749692] env[66146]: INFO networking_nsxv3.common.synchronization [None req-5708b700-9b7e-497b-9503-82a398589aa5 None None] Enqueued Resource ID: 678ffdb6-48fc-4188-89da-81471534a52c with Priority: HIGHEST for action port [ 640.750595] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 678ffdb6-48fc-4188-89da-81471534a52c with Priority: HIGHEST for action port [ 640.750929] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-678ffdb6-48fc-4188-89da-81471534a52c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.751127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-678ffdb6-48fc-4188-89da-81471534a52c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.751211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-678ffdb6-48fc-4188-89da-81471534a52c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.751558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-678ffdb6-48fc-4188-89da-81471534a52c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.751558] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('678ffdb6-48fc-4188-89da-81471534a52c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.896906] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.896906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.896906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.896906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.896906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.896906] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3635536c-051f-4573-880b-4828505db345 already deleted. [ 640.896906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.134533] env[66146]: INFO networking_nsxv3.common.synchronization [None req-361e0739-c567-42fd-8b58-d6e008680812 None None] Enqueued Resource ID: bec1c65a-e153-4f0f-9c19-c2d6e38b86da with Priority: HIGHEST for action port [ 641.135494] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec1c65a-e153-4f0f-9c19-c2d6e38b86da with Priority: HIGHEST for action port [ 641.135867] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec1c65a-e153-4f0f-9c19-c2d6e38b86da taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.135983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec1c65a-e153-4f0f-9c19-c2d6e38b86da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.137254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec1c65a-e153-4f0f-9c19-c2d6e38b86da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.137254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec1c65a-e153-4f0f-9c19-c2d6e38b86da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.137254] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec1c65a-e153-4f0f-9c19-c2d6e38b86da',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.257604] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 678ffdb6-48fc-4188-89da-81471534a52c [ 641.257604] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.257604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.257604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.257604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.257604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.257604] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:678ffdb6-48fc-4188-89da-81471534a52c already deleted. [ 641.257604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-678ffdb6-48fc-4188-89da-81471534a52c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.639308] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bec1c65a-e153-4f0f-9c19-c2d6e38b86da [ 641.640480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.640788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.640938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.641266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.641469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.641599] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bec1c65a-e153-4f0f-9c19-c2d6e38b86da already deleted. [ 641.641667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec1c65a-e153-4f0f-9c19-c2d6e38b86da" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.786663] env[66146]: INFO networking_nsxv3.common.synchronization [req-efd32fc4-1106-489c-a70a-3c7d10cfdb99 req-78a311f1-a078-4b6f-b934-701f0061d879 tempest-SecurityGroupRulesTestJSON-1084948579 tempest-SecurityGroupRulesTestJSON-1084948579-project-member] Enqueued Resource ID: 72ccbc9d-37ba-4bcb-a493-cdf93c0341df with Priority: HIGHEST for action security_group_rules [ 643.787246] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ccbc9d-37ba-4bcb-a493-cdf93c0341df with Priority: HIGHEST for action security_group_rules [ 643.787580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72ccbc9d-37ba-4bcb-a493-cdf93c0341df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.787712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72ccbc9d-37ba-4bcb-a493-cdf93c0341df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.787786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72ccbc9d-37ba-4bcb-a493-cdf93c0341df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.788343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72ccbc9d-37ba-4bcb-a493-cdf93c0341df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.788436] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72ccbc9d-37ba-4bcb-a493-cdf93c0341df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.819201] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc24118e-5377-4588-a87d-11f92a4172be req-2a4183dc-fe4f-4398-af55-48f0241238c8 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 643.819876] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 643.820257] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.820512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.820512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.821201] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.821814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.821814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.821814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.821814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.821814] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.317670] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.317670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.317670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.317670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.317670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.317670] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72ccbc9d-37ba-4bcb-a493-cdf93c0341df already deleted. [ 644.317670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72ccbc9d-37ba-4bcb-a493-cdf93c0341df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.329091] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.329091] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.329091] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd already deleted. [ 644.329091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.387810] env[66146]: INFO networking_nsxv3.common.synchronization [None req-a23af29f-7cb3-4485-b4c0-2f922e157813 None None] Enqueued Resource ID: a6782ff1-2985-4f5c-9cab-e06b42bcf08d with Priority: HIGHEST for action port [ 644.388376] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6782ff1-2985-4f5c-9cab-e06b42bcf08d with Priority: HIGHEST for action port [ 644.389201] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6782ff1-2985-4f5c-9cab-e06b42bcf08d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.389367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6782ff1-2985-4f5c-9cab-e06b42bcf08d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.389457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6782ff1-2985-4f5c-9cab-e06b42bcf08d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.389842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6782ff1-2985-4f5c-9cab-e06b42bcf08d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.389842] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6782ff1-2985-4f5c-9cab-e06b42bcf08d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.467735] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.467845] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.467895] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.468528] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.468671] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.468795] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.468912] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.469200] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.469491] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.469679] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.469790] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.469916] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.470045] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.470158] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.470310] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.470448] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.494797] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.495024] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.495221] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.495435] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.495810] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-d4fdca13-ba6d-4720-b6a0-262f4971d628 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.496093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.496301] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.496801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.497077] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fdca13-ba6d-4720-b6a0-262f4971d628',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.892178] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6782ff1-2985-4f5c-9cab-e06b42bcf08d [ 644.893318] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.894116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.894219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.894739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.894739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.894739] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6782ff1-2985-4f5c-9cab-e06b42bcf08d already deleted. [ 644.894739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6782ff1-2985-4f5c-9cab-e06b42bcf08d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.000214] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.003266] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port d4fdca13-ba6d-4720-b6a0-262f4971d628 not found, creating... [ 645.003266] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.003266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.003967] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.003967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.003967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.003967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.003967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.004283] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: d4fdca13-ba6d-4720-b6a0-262f4971d628 is going to be created. [ 645.039222] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.039832] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.040052] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.040874] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.041316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.041391] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.191025] env[66146]: INFO networking_nsxv3.common.synchronization [req-583ed6f3-f71d-4412-a5e0-ab455dab7440 req-3115f3fa-dc73-47cd-918e-33674003967a tempest-TenantUsagesTestJSON-643351441 tempest-TenantUsagesTestJSON-643351441-project-member] Enqueued Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_members [ 645.191263] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGHEST for action security_group_members [ 645.191428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.191562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.191989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.192273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.192966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.192966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.192966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.192966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.192966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.193164] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.696030] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.696284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.696373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.696647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.696771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.697032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.697145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.697207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.697367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.697463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.697525] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 is going to be updated. [ 645.731292] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.731435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.731496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.732386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.732386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.742917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 in Status: IN_PROGRESS for 2s [ 645.765406] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc24118e-5377-4588-a87d-11f92a4172be req-2aff0784-969a-4209-8e1c-97e78e350028 service nova] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 645.765406] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc24118e-5377-4588-a87d-11f92a4172be req-2aff0784-969a-4209-8e1c-97e78e350028 service nova] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 645.765406] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc24118e-5377-4588-a87d-11f92a4172be req-2aff0784-969a-4209-8e1c-97e78e350028 service nova] Enqueued Resource ID: d4fdca13-ba6d-4720-b6a0-262f4971d628 with Priority: HIGHEST for action port [ 645.765406] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 645.765406] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 645.765406] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fdca13-ba6d-4720-b6a0-262f4971d628 with Priority: HIGHEST for action port [ 645.765406] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.765406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.765728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.765728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.765875] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.767559] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.767559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.767559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.767559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.767559] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.768985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.768985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.768985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.768985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.768985] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.768985] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4fdca13-ba6d-4720-b6a0-262f4971d628 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.768985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.769255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.769255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.769255] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fdca13-ba6d-4720-b6a0-262f4971d628',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.271306] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.272456] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.272951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.272951] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4fdca13-ba6d-4720-b6a0-262f4971d628 with status ACTIVE [ 646.272951] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.273385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.273385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.273385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.273385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.273580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.273630] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.273666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.274711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.274711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.277247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.278306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.278306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.278306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.278306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.278306] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4fdca13-ba6d-4720-b6a0-262f4971d628 is going to be updated. [ 646.308887] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.309467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.310236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.310236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.310236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.310236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4fdca13-ba6d-4720-b6a0-262f4971d628" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.782744] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.285182] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.285496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.285496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.285735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.285932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.285932] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be created. [ 647.323927] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.323927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.323927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.324826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.324826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.337304] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: UNINITIALIZED for 2s [ 647.754907] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 in Status: SUCCESS [ 647.754994] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 deletion is rescheduled due to dependency. [ 647.755095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.347724] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: SUCCESS [ 649.348110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.348110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.348402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.348620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.348827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.348947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.349142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.349232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.349322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.349430] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.622376] env[66146]: INFO networking_nsxv3.common.synchronization [req-746cb6ea-f770-4d51-a929-edc91a33bcaa req-b2253c1e-1e3f-4494-937b-601a84daedae tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 649.622494] env[66146]: INFO networking_nsxv3.common.synchronization [req-746cb6ea-f770-4d51-a929-edc91a33bcaa req-b2253c1e-1e3f-4494-937b-601a84daedae tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_members [ 649.623283] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 649.623443] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_members [ 649.623781] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.623953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.624041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.624257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.624448] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.624577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.624645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.624815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.624912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.625107] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.626485] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b94e528-d30f-4a67-8195-32b89b2fb621 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.626706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.627271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.627547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.627742] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.627979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.628089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.628270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.628383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.628498] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.677272] env[66146]: INFO networking_nsxv3.common.synchronization [req-746cb6ea-f770-4d51-a929-edc91a33bcaa req-b2253c1e-1e3f-4494-937b-601a84daedae tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_rules [ 649.677458] env[66146]: INFO networking_nsxv3.common.synchronization [req-746cb6ea-f770-4d51-a929-edc91a33bcaa req-b2253c1e-1e3f-4494-937b-601a84daedae tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_members [ 649.677584] env[66146]: INFO networking_nsxv3.common.synchronization [req-746cb6ea-f770-4d51-a929-edc91a33bcaa req-b2253c1e-1e3f-4494-937b-601a84daedae tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_rules [ 649.677709] env[66146]: INFO networking_nsxv3.common.synchronization [req-746cb6ea-f770-4d51-a929-edc91a33bcaa req-b2253c1e-1e3f-4494-937b-601a84daedae tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 649.677844] env[66146]: INFO networking_nsxv3.common.synchronization [req-746cb6ea-f770-4d51-a929-edc91a33bcaa req-b2253c1e-1e3f-4494-937b-601a84daedae tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db with Priority: HIGHEST for action port [ 649.678438] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_rules [ 649.679187] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_rules [ 649.679317] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db with Priority: HIGHEST for action port [ 649.679450] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_members [ 649.679596] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 649.680513] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b94e528-d30f-4a67-8195-32b89b2fb621 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.680687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.680788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.681077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.681193] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.682728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.682915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.682988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.683250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.683360] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.686423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab49963-c0a9-4e51-8eae-6d526050b1db taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.686956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.687072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.687284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.687361] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab49963-c0a9-4e51-8eae-6d526050b1db',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.688821] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b94e528-d30f-4a67-8195-32b89b2fb621 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.688821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.688821] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.688821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.852710] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.127559] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.130550] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.185124] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b94e528-d30f-4a67-8195-32b89b2fb621 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.185334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.189965] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.190152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.191957] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ab49963-c0a9-4e51-8eae-6d526050b1db with status ACTIVE [ 650.192264] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.192912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.192912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.192912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.193064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.193391] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.193534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.193611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.193792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.193900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.194130] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.194317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.194717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.194717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.194717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.194865] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db is going to be updated. [ 650.219780] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.219976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.220070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.220317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.220480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.220676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.356598] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8725f5ed-b849-467f-bd30-abb1cd12b7cd: rpc.has_security_group_logging(os_id): False [ 650.393022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.393022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.393022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.393022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be created. [ 650.462239] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.462239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.462239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.462239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.462239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.475230] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: IN_PROGRESS for 2s [ 650.630021] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.632880] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.757478] env[66146]: INFO networking_nsxv3.common.synchronization [req-d5d37559-3c0a-4615-a38d-0088b0ed54ca req-d8f8197d-16f6-4c7c-90ab-df43ab65523d tempest-SecurityGroupRulesTestJSON-1084948579 tempest-SecurityGroupRulesTestJSON-1084948579-project-member] Enqueued Resource ID: 36b58407-d17d-48fc-8c5f-e1b7b12ccff0 with Priority: HIGHEST for action security_group_rules [ 650.757971] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36b58407-d17d-48fc-8c5f-e1b7b12ccff0 with Priority: HIGHEST for action security_group_rules [ 650.758310] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36b58407-d17d-48fc-8c5f-e1b7b12ccff0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.758440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36b58407-d17d-48fc-8c5f-e1b7b12ccff0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.758523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36b58407-d17d-48fc-8c5f-e1b7b12ccff0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.758895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36b58407-d17d-48fc-8c5f-e1b7b12ccff0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.758895] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36b58407-d17d-48fc-8c5f-e1b7b12ccff0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.068000] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9cb4d33-c154-4ef9-9ac5-19d27b535a23 req-4951c8d8-a1ce-47d3-9455-b0f9f5081f06 tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 651.068000] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9cb4d33-c154-4ef9-9ac5-19d27b535a23 req-4951c8d8-a1ce-47d3-9455-b0f9f5081f06 tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_members [ 651.069072] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 651.069196] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 with Priority: HIGHEST for action security_group_members [ 651.069578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.069713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.069985] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b94e528-d30f-4a67-8195-32b89b2fb621 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.070159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.132258] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9cb4d33-c154-4ef9-9ac5-19d27b535a23 req-4951c8d8-a1ce-47d3-9455-b0f9f5081f06 tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_rules [ 651.132258] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9cb4d33-c154-4ef9-9ac5-19d27b535a23 req-4951c8d8-a1ce-47d3-9455-b0f9f5081f06 tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 651.132258] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9cb4d33-c154-4ef9-9ac5-19d27b535a23 req-4951c8d8-a1ce-47d3-9455-b0f9f5081f06 tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db with Priority: HIGHEST for action port [ 651.132810] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_rules [ 651.133025] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 651.133198] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db with Priority: HIGHEST for action port [ 651.134119] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.134119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.134119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.135252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.135252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.135252] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be updated. [ 651.136395] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.136563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.136841] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.136976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.137208] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab49963-c0a9-4e51-8eae-6d526050b1db taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.137874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.137874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.137874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.137874] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab49963-c0a9-4e51-8eae-6d526050b1db',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.139093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.139093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.139498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.139498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.139498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.139498] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 is going to be created. [ 651.167726] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.168032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.168121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.168375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.168879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.176253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.176253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.176451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.176651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.176820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.183312] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 in Status: UNINITIALIZED for 2s [ 651.194668] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 651.298485] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.298485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.298485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.298485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.298485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.298485] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36b58407-d17d-48fc-8c5f-e1b7b12ccff0 already deleted. [ 651.298485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36b58407-d17d-48fc-8c5f-e1b7b12ccff0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.641961] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ab49963-c0a9-4e51-8eae-6d526050b1db with status ACTIVE [ 651.641961] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.643237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.643237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.643391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.643443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.643790] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.643935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.644013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.644297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.644297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.644521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.644615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.644674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.645766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.645766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.645766] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ab49963-c0a9-4e51-8eae-6d526050b1db is going to be updated. [ 651.669397] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.669540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.669786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.669858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.669953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.670126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab49963-c0a9-4e51-8eae-6d526050b1db" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.488397] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: SUCCESS [ 652.488598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.194436] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 in Status: SUCCESS [ 653.194716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.195705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.195947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.196143] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.196289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.196344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.196466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.196548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.196639] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.204958] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 653.205096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.205327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.205728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.205868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.205868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.206875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.206875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.206875] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.701418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.701630] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.701687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.701897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.701990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.702373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.702555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.702676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.702819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.702929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.703036] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 is going to be deleted. [ 653.708657] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.742937] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.743188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.743188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.743390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.743482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.743579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.743729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.743878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.744143] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.744288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.744347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.744783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.744783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.744783] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.212997] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.249966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.249966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.249966] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 already deleted. [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.249966] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.249966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.250742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.250781] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.250928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.251031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.251253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.251375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.251520] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.425851] env[66146]: INFO networking_nsxv3.common.synchronization [None req-8f68b533-411f-4987-a496-e6b3c3e60836 None None] Enqueued Resource ID: 8b54499a-024c-4603-98b2-061a815cc07a with Priority: HIGHEST for action port [ 654.426561] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54499a-024c-4603-98b2-061a815cc07a with Priority: HIGHEST for action port [ 654.426986] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b54499a-024c-4603-98b2-061a815cc07a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.426986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b54499a-024c-4603-98b2-061a815cc07a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.426986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b54499a-024c-4603-98b2-061a815cc07a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.427532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b54499a-024c-4603-98b2-061a815cc07a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.427532] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b54499a-024c-4603-98b2-061a815cc07a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.544855] env[66146]: INFO networking_nsxv3.common.synchronization [None req-44830ed7-0a29-49c0-86e2-f2868c21cdac None None] Enqueued Resource ID: c305444b-bc7c-4058-bb1b-bde0efb2b8bb with Priority: HIGHEST for action port [ 654.545455] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c305444b-bc7c-4058-bb1b-bde0efb2b8bb with Priority: HIGHEST for action port [ 654.545693] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c305444b-bc7c-4058-bb1b-bde0efb2b8bb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.547307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c305444b-bc7c-4058-bb1b-bde0efb2b8bb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.547410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c305444b-bc7c-4058-bb1b-bde0efb2b8bb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.548266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c305444b-bc7c-4058-bb1b-bde0efb2b8bb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.548266] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c305444b-bc7c-4058-bb1b-bde0efb2b8bb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.718105] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.718105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.718105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.718323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.718323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.718435] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be updated. [ 654.749445] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.749715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.749715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.749940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.750108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.754151] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.754469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.754627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.754920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.755080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.755391] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.755511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.755615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.755819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.755948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.756098] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 already deleted. [ 654.756219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.756537] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b94e528-d30f-4a67-8195-32b89b2fb621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.760654] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 654.931026] env[66146]: INFO networking_nsxv3.common.synchronization [req-8577f2fc-75de-4991-a97a-ad04d0f49da6 req-ddecb72b-97ad-494a-8d26-8931d3fcf3e9 tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 654.931779] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b54499a-024c-4603-98b2-061a815cc07a [ 654.932260] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.932468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.932575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.932957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.932957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.933311] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b54499a-024c-4603-98b2-061a815cc07a already deleted. [ 654.933770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b54499a-024c-4603-98b2-061a815cc07a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.933975] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 654.934951] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.935082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.935136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.935351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.935725] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.935725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.935725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.935855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.935923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.936064] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.051034] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c305444b-bc7c-4058-bb1b-bde0efb2b8bb [ 655.051034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.054139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.054139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.054139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.054139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.054139] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c305444b-bc7c-4058-bb1b-bde0efb2b8bb already deleted. [ 655.054139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c305444b-bc7c-4058-bb1b-bde0efb2b8bb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.263429] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b94e528-d30f-4a67-8195-32b89b2fb621: rpc.has_security_group_logging(os_id): False [ 655.290370] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.290370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.290370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.290603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.290636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.291589] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.291589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.291589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.291987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.291987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.291987] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 is going to be created. [ 655.312186] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6b94e528-d30f-4a67-8195-32b89b2fb621], does not exist path=[/infra/domains/default/groups/6b94e528-d30f-4a67-8195-32b89b2fb621]."\n}' [ 655.312342] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b94e528-d30f-4a67-8195-32b89b2fb621 [ 655.312423] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 655.348811] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.348811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.348811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.348811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.349483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.349732] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.349848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.349927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.350649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.351268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.351268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.351445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.351445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.352986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.352986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.352986] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b94e528-d30f-4a67-8195-32b89b2fb621 is going to be created. [ 655.374726] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6b94e528-d30f-4a67-8195-32b89b2fb621], does not exist path=[/infra/domains/default/groups/6b94e528-d30f-4a67-8195-32b89b2fb621]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b94e528-d30f-4a67-8195-32b89b2fb621 [ 655.374940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b94e528-d30f-4a67-8195-32b89b2fb621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.375565] env[66146]: Traceback (most recent call last): [ 655.375565] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 655.375565] env[66146]: return func(*args, **kwargs) [ 655.375752] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 655.375752] env[66146]: res.raise_for_status() [ 655.375752] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 655.375752] env[66146]: raise HTTPError(http_error_msg, response=self) [ 655.375752] env[66146]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b94e528-d30f-4a67-8195-32b89b2fb621 [ 655.375752] env[66146]: During handling of the above exception, another exception occurred: [ 655.375752] env[66146]: Traceback (most recent call last): [ 655.375752] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 655.375752] env[66146]: listener.cb(fileno) [ 655.375752] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 655.375752] env[66146]: result = function(*args, **kwargs) [ 655.375752] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 655.375752] env[66146]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 655.375752] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 655.375752] env[66146]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 655.375752] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 655.375752] env[66146]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 655.375752] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 655.375752] env[66146]: res.raise_for_status() [ 655.375752] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 655.375752] env[66146]: raise HTTPError(http_error_msg, response=self) [ 655.375752] env[66146]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6b94e528-d30f-4a67-8195-32b89b2fb621 [ 655.375752] env[66146]: Removing descriptor: 19 [ 655.438421] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.439034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.439034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.439034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.439034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.439225] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.439277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.439310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.439474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.439549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.439663] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d already deleted. [ 655.439742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.558170] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.558630] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.558808] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.559181] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559501] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.559694] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.559838] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.560102] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.560278] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.560533] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.560841] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.561020] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.561156] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.561304] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.561455] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.561682] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.586410] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.586589] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.586755] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.586929] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.587260] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-2cefa39a-a533-4d41-8b3a-4393d3495a19 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.587426] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.587538] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.587838] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.588021] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cefa39a-a533-4d41-8b3a-4393d3495a19',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.093369] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.093369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.093369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.093369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.093369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.093369] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 2cefa39a-a533-4d41-8b3a-4393d3495a19 not found, creating... [ 656.093858] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.093858] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.093858] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.095113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.095113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.095113] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.095113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.095113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.097768] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.098775] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.098775] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 2cefa39a-a533-4d41-8b3a-4393d3495a19 is going to be created. [ 656.131468] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.131468] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.131468] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.131468] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.131468] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.131468] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.427022] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0fc1aeeb-9953-41d6-9f4d-ae272d8affb9 tempest-ServersTestBootFromVolume-1827327469 tempest-ServersTestBootFromVolume-1827327469-project-member] Enqueued Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_rules [ 656.427022] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_rules [ 656.427022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.427022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.427022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.427022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.427022] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.589274] env[66146]: INFO networking_nsxv3.common.synchronization [None req-77fc2cb2-e3cd-451c-a548-7b6ca1367bf4 None None] Enqueued Resource ID: 6d3a4937-bd64-41a7-a888-6fec9408aa22 with Priority: HIGHEST for action port [ 656.589365] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d3a4937-bd64-41a7-a888-6fec9408aa22 with Priority: HIGHEST for action port [ 656.590262] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d3a4937-bd64-41a7-a888-6fec9408aa22 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.590393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d3a4937-bd64-41a7-a888-6fec9408aa22" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.590476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d3a4937-bd64-41a7-a888-6fec9408aa22" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.590781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d3a4937-bd64-41a7-a888-6fec9408aa22" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.590855] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d3a4937-bd64-41a7-a888-6fec9408aa22',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.744412] env[66146]: INFO networking_nsxv3.common.synchronization [req-c4a17fa4-266b-4b02-8761-f739ddfbca14 req-1343f699-bd59-47ac-839f-aef8b954e7c3 tempest-FloatingIPsAssociationTestJSON-837899088 tempest-FloatingIPsAssociationTestJSON-837899088-project-member] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 656.745256] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 656.745567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.745690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.745764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.745962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.746610] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.746717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.746909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.747065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.747188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.747307] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.770523] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 656.770756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.770926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.771156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.771342] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.771469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.771539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.771704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.771851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.771908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.771965] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.773224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.773446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.773612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.773730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.773800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.773940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.774024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.774121] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.849520] env[66146]: INFO networking_nsxv3.common.synchronization [req-8577f2fc-75de-4991-a97a-ad04d0f49da6 req-21f305cf-1fb1-4055-a0c7-0451f20ebe2e service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 656.850188] env[66146]: INFO networking_nsxv3.common.synchronization [req-8577f2fc-75de-4991-a97a-ad04d0f49da6 req-21f305cf-1fb1-4055-a0c7-0451f20ebe2e service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 656.852109] env[66146]: INFO networking_nsxv3.common.synchronization [req-8577f2fc-75de-4991-a97a-ad04d0f49da6 req-21f305cf-1fb1-4055-a0c7-0451f20ebe2e service nova] Enqueued Resource ID: 2cefa39a-a533-4d41-8b3a-4393d3495a19 with Priority: HIGHEST for action port [ 656.856134] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 656.856134] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 656.856134] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cefa39a-a533-4d41-8b3a-4393d3495a19 with Priority: HIGHEST for action port [ 656.856134] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.856134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.856134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.856134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.856134] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.857464] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.857591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.857700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.857901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.858115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.858271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.858371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.858586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.858629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.858741] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.859634] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cefa39a-a533-4d41-8b3a-4393d3495a19 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.859760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.859818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.859970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.860088] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cefa39a-a533-4d41-8b3a-4393d3495a19',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.912193] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7da7c38d-0420-44a7-b35a-e5559f4d2fab tempest-ServersTestBootFromVolume-1827327469 tempest-ServersTestBootFromVolume-1827327469-project-member] Enqueued Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_rules [ 656.912856] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_rules [ 656.913424] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.913424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.950264] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.950264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.950264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.950264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.950264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.950264] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 already deleted. [ 656.950264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.950264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.950264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.950264] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.093883] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d3a4937-bd64-41a7-a888-6fec9408aa22 [ 657.093883] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.093883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.093883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.093883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.093883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.093883] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d3a4937-bd64-41a7-a888-6fec9408aa22 already deleted. [ 657.093883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d3a4937-bd64-41a7-a888-6fec9408aa22" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.207738] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.207949] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.208139] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.208384] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.208636] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.208785] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.208898] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.209473] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.209667] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.209827] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.209936] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.210056] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.210161] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.210265] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.210367] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.210492] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.229832] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.230032] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.230169] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.230339] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-137" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.230646] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-ebe5bd8c-2871-4782-b723-97c562a85b97 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.230817] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.230933] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.231252] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.231376] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe5bd8c-2871-4782-b723-97c562a85b97',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.249176] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.275996] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.276156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.277523] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.362328] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cefa39a-a533-4d41-8b3a-4393d3495a19 with status ACTIVE [ 657.362567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.362732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.362809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.362990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.363088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.363261] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.363355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.363413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.363559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.363633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.363802] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.363891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.364236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.364430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.364510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.364594] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cefa39a-a533-4d41-8b3a-4393d3495a19 is going to be updated. [ 657.365704] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.366801] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.366919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.387898] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.388090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.388139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.388322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.388453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.389502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cefa39a-a533-4d41-8b3a-4393d3495a19" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.463020] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c5894848-79d2-4c62-9249-f4a34f86b808 None None] Enqueued Resource ID: 56d1bf75-63f7-49a7-9f65-793c5cfa9e9a with Priority: HIGHEST for action port [ 657.463020] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d1bf75-63f7-49a7-9f65-793c5cfa9e9a with Priority: HIGHEST for action port [ 657.463020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-56d1bf75-63f7-49a7-9f65-793c5cfa9e9a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.463020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56d1bf75-63f7-49a7-9f65-793c5cfa9e9a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.463020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56d1bf75-63f7-49a7-9f65-793c5cfa9e9a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.463020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56d1bf75-63f7-49a7-9f65-793c5cfa9e9a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.463020] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d1bf75-63f7-49a7-9f65-793c5cfa9e9a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.474642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.474842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.475020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.475141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.475236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.475331] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 already deleted. [ 657.475412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.738959] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.738959] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port ebe5bd8c-2871-4782-b723-97c562a85b97 not found, creating... [ 657.738959] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.738959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.739567] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.739567] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.739567] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.740096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.740368] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.740626] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: ebe5bd8c-2871-4782-b723-97c562a85b97 is going to be created. [ 657.750808] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.763919] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.764179] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.764302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.765577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.765577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.765577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.780030] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.872901] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.965244] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56d1bf75-63f7-49a7-9f65-793c5cfa9e9a [ 657.965244] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.965244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.965244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.965244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.965244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.965244] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56d1bf75-63f7-49a7-9f65-793c5cfa9e9a already deleted. [ 657.965244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56d1bf75-63f7-49a7-9f65-793c5cfa9e9a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.253580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.253771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.253823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.254032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.254132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.254230] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be updated. [ 658.282463] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.282609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.282847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.282959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.283042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.283104] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be updated. [ 658.307326] env[66146]: INFO networking_nsxv3.common.synchronization [None req-23c314fd-faaf-4413-b5a5-c2489df466aa tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_rules [ 658.307706] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_rules [ 658.308015] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.308165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.308233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.308435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.311518] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.324704] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.325128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.325250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.325491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.325641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.329804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.329923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.330151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.330298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.342358] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: IN_PROGRESS for 2s [ 658.343140] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 658.377096] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.377301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.377532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.377641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.377736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.377837] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be created. [ 658.402175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.402327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.402387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.402596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.402791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.414439] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: UNINITIALIZED for 2s [ 658.501516] env[66146]: INFO networking_nsxv3.common.synchronization [req-c4a17fa4-266b-4b02-8761-f739ddfbca14 req-e5639f60-b381-4d9f-8fc2-d73f47cde989 service nova] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_rules [ 658.501516] env[66146]: INFO networking_nsxv3.common.synchronization [req-c4a17fa4-266b-4b02-8761-f739ddfbca14 req-e5639f60-b381-4d9f-8fc2-d73f47cde989 service nova] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 658.501516] env[66146]: INFO networking_nsxv3.common.synchronization [req-c4a17fa4-266b-4b02-8761-f739ddfbca14 req-e5639f60-b381-4d9f-8fc2-d73f47cde989 service nova] Enqueued Resource ID: ebe5bd8c-2871-4782-b723-97c562a85b97 with Priority: HIGHEST for action port [ 658.501516] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_rules [ 658.501516] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 658.501516] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe5bd8c-2871-4782-b723-97c562a85b97 with Priority: HIGHEST for action port [ 658.501516] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.501516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.501516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.501516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.501516] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.502710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.502710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.502710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe5bd8c-2871-4782-b723-97c562a85b97 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.502710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.502710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.502943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.503411] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe5bd8c-2871-4782-b723-97c562a85b97',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.527249] env[66146]: INFO networking_nsxv3.common.synchronization [None req-ad1788a1-2137-483b-8227-9508b9d31116 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_rules [ 658.527722] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_rules [ 658.528237] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.528347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.608965] env[66146]: INFO networking_nsxv3.common.synchronization [req-4bb71d3c-10cd-48e4-a8d8-83372d32f42b req-f06890f1-c085-49ae-9382-bed4e407a6eb tempest-SecurityGroupRulesTestJSON-1084948579 tempest-SecurityGroupRulesTestJSON-1084948579-project-member] Enqueued Resource ID: 169d222a-ff20-41dd-9983-7a455a846113 with Priority: HIGHEST for action security_group_rules [ 658.608965] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169d222a-ff20-41dd-9983-7a455a846113 with Priority: HIGHEST for action security_group_rules [ 658.609626] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-169d222a-ff20-41dd-9983-7a455a846113 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.610244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-169d222a-ff20-41dd-9983-7a455a846113" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.611315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-169d222a-ff20-41dd-9983-7a455a846113" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-169d222a-ff20-41dd-9983-7a455a846113" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.611315] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('169d222a-ff20-41dd-9983-7a455a846113',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.835970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.835970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.835970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.836438] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.837078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.837254] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf already deleted. [ 658.837385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.837585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.837816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.837937] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.004912] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.005662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.005964] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebe5bd8c-2871-4782-b723-97c562a85b97 with status ACTIVE [ 659.006135] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.006229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.006229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.006441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.009620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.009620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.009620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.009620] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebe5bd8c-2871-4782-b723-97c562a85b97 is going to be updated. [ 659.035446] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.035446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.035446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.035446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.035446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.035446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe5bd8c-2871-4782-b723-97c562a85b97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.135665] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.136029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.136029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.136110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.136202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.136357] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 169d222a-ff20-41dd-9983-7a455a846113 already deleted. [ 659.136439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-169d222a-ff20-41dd-9983-7a455a846113" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.160368] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6decf0b-84b6-4f65-8c6d-9d137c1c634c req-db6ed60a-7e74-4741-be00-64e967a4393f tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 659.161980] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 659.161980] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.162280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162451] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.162542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.162613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.162869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.162980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.163128] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.367198] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.367345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.367419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.367647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.367750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.367844] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf already deleted. [ 659.367929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.574098] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.574098] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.574098] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.574098] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.574098] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.574668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.574668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.575111] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.575304] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.575643] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.575946] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.576123] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.576286] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.576413] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.576514] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.577630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.609633] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.609821] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.610299] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.610299] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.611466] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-d724519a-bc64-4aa6-b148-c0c4a27665b3 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.613881] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.614058] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.614404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.617186] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d724519a-bc64-4aa6-b148-c0c4a27665b3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.665837] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.666178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.666178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.666311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.688808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.689084] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.689234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.689298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.689485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.689570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.689697] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 659.721915] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.722237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.722237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.722381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.722469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.734391] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 660.119657] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.120178] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.120362] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.120681] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.120834] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.120987] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port d724519a-bc64-4aa6-b148-c0c4a27665b3 not found, creating... [ 660.121323] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.121520] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.121612] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.121918] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.122072] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.122462] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.122819] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.122938] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.123199] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.123347] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.123498] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: d724519a-bc64-4aa6-b148-c0c4a27665b3 is going to be created. [ 660.144195] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.144565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.144726] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.145117] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.145401] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.145707] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.354172] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: SUCCESS [ 660.354432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.354605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.354853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.355055] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.355276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.355450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.355660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.355747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.355848] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.357744] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 660.357744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.357890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.358051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.358225] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.358316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.358355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.358535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.358600] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.358637] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.428598] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 660.429193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.429193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.429193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.429541] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.429727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.431162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.431162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.431162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.431162] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.861908] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.862955] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.866369] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6decf0b-84b6-4f65-8c6d-9d137c1c634c req-94a5ab2d-97b7-470c-9f76-3cc980f5fdd7 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 660.866659] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6decf0b-84b6-4f65-8c6d-9d137c1c634c req-94a5ab2d-97b7-470c-9f76-3cc980f5fdd7 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 660.866659] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6decf0b-84b6-4f65-8c6d-9d137c1c634c req-94a5ab2d-97b7-470c-9f76-3cc980f5fdd7 service nova] Enqueued Resource ID: d724519a-bc64-4aa6-b148-c0c4a27665b3 with Priority: HIGHEST for action port [ 660.867440] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 660.867792] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 660.867792] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d724519a-bc64-4aa6-b148-c0c4a27665b3 with Priority: HIGHEST for action port [ 660.867965] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.868232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.868232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.868483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.868797] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.872581] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.872820] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d724519a-bc64-4aa6-b148-c0c4a27665b3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.872991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.873191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.873272] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d724519a-bc64-4aa6-b148-c0c4a27665b3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.932574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.932734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.933648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.933648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.933648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.933648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.933648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.933648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.934159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.934159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.934159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.934159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.934159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.934476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.934476] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.934476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.934591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.934677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.934762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.934845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.934934] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.369239] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.371696] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.375205] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.375353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.375523] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d724519a-bc64-4aa6-b148-c0c4a27665b3 with status ACTIVE [ 661.378480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.378480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.378480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.378480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.378480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.378480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.378480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.379179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.379179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.379179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.379179] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.379179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.379179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.379536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.379536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.379536] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d724519a-bc64-4aa6-b148-c0c4a27665b3 is going to be updated. [ 661.411632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.411632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.411855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.411992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.412140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.412328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d724519a-bc64-4aa6-b148-c0c4a27665b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.438374] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4371fa2-4202-4418-87eb-c885a8290a4d: rpc.has_security_group_logging(os_id): False [ 661.461338] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.461338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.461338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.461338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.461338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461338] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.461338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.461338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.461756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.461756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461756] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.462834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.462834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.464864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.464979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.465270] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.465438] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.465503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.465696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.465797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.465899] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be created. [ 661.562301] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.562848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.562848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.562848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.563393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.596459] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 661.628735] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ebc6c5e-1255-4fb5-9cff-f8842fccf0a0 req-8f7ca299-157a-4c6b-87b9-545cc370f326 tempest-ServersTestJSON-1089507113 tempest-ServersTestJSON-1089507113-project-member] Enqueued Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_members [ 661.629894] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_members [ 661.630253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.630390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.630458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.630778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.630944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.631075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.631140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.631307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.631407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.631606] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.752723] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 661.752723] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 661.753619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.753707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.754295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.754493] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.754559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.754595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.754962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.755140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.757364] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.875654] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.875654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.876519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.876519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.876519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.876519] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be updated. [ 661.878090] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.878090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.878090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.878357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.878357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.878425] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be updated. [ 661.913560] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.913560] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.913930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.913930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.914442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.919150] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.919450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.919450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.919879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.919879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.936017] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 661.937230] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: IN_PROGRESS for 2s [ 662.135173] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.135173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.135173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.135173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.135173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.135173] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.135173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.135173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.135741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.135741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.135741] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3635536c-051f-4573-880b-4828505db345 already deleted. [ 662.135741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.215753] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-762 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.216048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-762" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.216164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-762" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.216485] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-762" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.216855] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.216942] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.217092] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.217330] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.217487] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.217680] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.217778] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.217876] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.217972] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.218079] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.218236] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.218286] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.243731] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.243895] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.244069] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.245577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-762" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.246052] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-63de9208-f941-4474-8d93-788393171a32 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.246321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.246520] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.247117] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.247312] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63de9208-f941-4474-8d93-788393171a32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.259456] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.751114] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.751233] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.751414] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.751999] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.752502] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.752740] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 63de9208-f941-4474-8d93-788393171a32 not found, creating... [ 662.753287] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.753287] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.753692] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.753833] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.754102] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.754516] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.754962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.755177] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.755896] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.755896] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.755896] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 63de9208-f941-4474-8d93-788393171a32 is going to be created. [ 662.763383] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.782058] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.782465] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.782635] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.783733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.783733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.783733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.273235] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.273585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.273585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.273701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.273892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.273892] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 663.312488] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.312663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.313378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.313634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.313823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.335608] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 663.592911] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ebc6c5e-1255-4fb5-9cff-f8842fccf0a0 req-a6dff05b-b32a-4024-93bf-7257451896fd service nova] Enqueued Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_rules [ 663.593121] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ebc6c5e-1255-4fb5-9cff-f8842fccf0a0 req-a6dff05b-b32a-4024-93bf-7257451896fd service nova] Enqueued Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_members [ 663.593269] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ebc6c5e-1255-4fb5-9cff-f8842fccf0a0 req-a6dff05b-b32a-4024-93bf-7257451896fd service nova] Enqueued Resource ID: 63de9208-f941-4474-8d93-788393171a32 with Priority: HIGHEST for action port [ 663.594403] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_rules [ 663.594801] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_members [ 663.594801] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63de9208-f941-4474-8d93-788393171a32 with Priority: HIGHEST for action port [ 663.595022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.595108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.595151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.595710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.595710] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.596429] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.596570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.596661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.596925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.597945] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.597945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.597945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.597945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.597945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.597945] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.598798] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-63de9208-f941-4474-8d93-788393171a32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.598911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.599048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.599380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.599380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63de9208-f941-4474-8d93-788393171a32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.613406] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 663.613406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.949665] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 663.949665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.949946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.950343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.950427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.950638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.950638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.950922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.950922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.951062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.951220] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.951337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.951395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.951593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.951701] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.951840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.951904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.952445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.952635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.952635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.952808] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.954650] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: SUCCESS [ 663.954650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.954828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.955199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.955729] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.955729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.955729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.955729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.955948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.955948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.957766] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.100750] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.102131] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.102339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.102959] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63de9208-f941-4474-8d93-788393171a32 with status ACTIVE [ 664.103175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.103307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.103375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.107032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.107032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.107032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.107032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63de9208-f941-4474-8d93-788393171a32 is going to be updated. [ 664.136605] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.136844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.136893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.139160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.139160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.139160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63de9208-f941-4474-8d93-788393171a32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.457846] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76c3c141-821d-41b8-90ed-0af4c015d92a: rpc.has_security_group_logging(os_id): False [ 664.459574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.459736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.459798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.459992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.460177] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.460289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.460365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.460555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.460658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.460787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.461088] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.461264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.461384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.461559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.461791] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.461935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.462031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.462181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.462377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.462377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.462519] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.483901] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.484110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.484180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.484417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.505411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.505542] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.505725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.505778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.505975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.506054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.506317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.506502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.506590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.506778] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.506864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.506966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.507080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.507154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.507239] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be updated. [ 664.576555] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.576742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.576799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.577082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.577296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.591583] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 664.609811] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.696333] env[66146]: INFO networking_nsxv3.common.synchronization [req-04b4a855-d938-480b-883c-f672b70033da req-68f5b226-872d-4731-be97-be1458544222 tempest-ServerExternalEventsTest-494027568 tempest-ServerExternalEventsTest-494027568-project-member] Enqueued Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_members [ 664.699330] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_members [ 664.700093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.702159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.702272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.702959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.702959] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.704221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.704221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.704221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.704221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.704360] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.965085] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d65d054f-c2ff-4e15-bad0-ccd00c98e0e0: rpc.has_security_group_logging(os_id): False [ 664.988926] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.989029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.989097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.989492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.011504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.011504] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.011806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.011806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.013530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.014283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.014283] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.014283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.014283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.014513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.014513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.014591] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.014699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.014756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.014903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.014974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.015070] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be updated. [ 665.090376] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.090526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.090632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.090832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.091463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.109011] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: IN_PROGRESS for 2s [ 665.115230] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.115400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.115483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.115691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.116572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.116572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3635536c-051f-4573-880b-4828505db345 is going to be created. [ 665.146110] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.146666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.146666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.146666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.146666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.158742] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3635536c-051f-4573-880b-4828505db345 in Status: UNINITIALIZED for 2s [ 665.209944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.211044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.211044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.211044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.211044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.211347] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.211347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.211347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.211571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.211571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.211571] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e already deleted. [ 665.211813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.346851] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 665.347937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.347937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.347937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.348145] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.348247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.348341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.348451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.348573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.348626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.348676] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.357638] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.357826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.359042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.359042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.359042] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.359042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.359042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.359042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.359042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359424] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.359424] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.359500] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.359541] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.359638] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.359802] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.359999] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.381382] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.381544] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.381696] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.381943] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.382339] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-4213dd11-a271-4a0a-b55c-718b5603fb70 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.382553] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.382676] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.383068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.383246] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4213dd11-a271-4a0a-b55c-718b5603fb70',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.851560] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.851909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.851909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.852102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.852272] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.852373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.852434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.852582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.852668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.852752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.852940] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.853054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.853104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.853714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.853714] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.853714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.853714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.853714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.853714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.853987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.853987] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.886212] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.886212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.886396] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.886585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.886729] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.886933] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 4213dd11-a271-4a0a-b55c-718b5603fb70 not found, creating... [ 665.887291] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.887476] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.887590] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.887814] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.887955] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.888282] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.888416] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.888496] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.888686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.888868] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.889525] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 4213dd11-a271-4a0a-b55c-718b5603fb70 is going to be created. [ 665.911723] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.912266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.912346] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.912617] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.913386] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.913386] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.356141] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddf3145-3c89-4578-bd0a-7abd0579d63a: rpc.has_security_group_logging(os_id): False [ 666.375785] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.376448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.376448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.376448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.376448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.376663] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.376721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.376763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.376896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.376896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.377164] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.377255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.377312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.377471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.377607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.377824] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.377953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.378073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.378340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.378402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.378447] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 666.444562] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.444844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.444949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.445175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.445358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.459636] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 666.610354] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 666.610624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.610820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.611086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.611180] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.691645] env[66146]: INFO networking_nsxv3.common.synchronization [req-04b4a855-d938-480b-883c-f672b70033da req-ec6130dd-66d2-4850-a220-b4d8142cd5c5 service nova] Enqueued Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_rules [ 666.691921] env[66146]: INFO networking_nsxv3.common.synchronization [req-04b4a855-d938-480b-883c-f672b70033da req-ec6130dd-66d2-4850-a220-b4d8142cd5c5 service nova] Enqueued Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_members [ 666.693106] env[66146]: INFO networking_nsxv3.common.synchronization [req-04b4a855-d938-480b-883c-f672b70033da req-ec6130dd-66d2-4850-a220-b4d8142cd5c5 service nova] Enqueued Resource ID: 4213dd11-a271-4a0a-b55c-718b5603fb70 with Priority: HIGHEST for action port [ 666.693106] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_rules [ 666.693106] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_members [ 666.693279] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4213dd11-a271-4a0a-b55c-718b5603fb70 with Priority: HIGHEST for action port [ 666.693807] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.694015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.694097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.694404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.694523] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.695676] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.695854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.695936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.696149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.696384] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.696468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.696533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.696786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.696877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.696992] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.698064] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4213dd11-a271-4a0a-b55c-718b5603fb70 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.698486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.698486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.698573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.698686] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4213dd11-a271-4a0a-b55c-718b5603fb70',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.914813] env[66146]: INFO networking_nsxv3.common.synchronization [req-a878ae5e-c271-4df8-a016-622fae90cdf7 req-4c974e4c-cbd3-4e62-86d0-830aa0fc8ea8 tempest-InstanceActionsTestJSON-1065733906 tempest-InstanceActionsTestJSON-1065733906-project-member] Enqueued Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_members [ 666.915843] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_members [ 666.916100] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.916662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.916662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.916662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.916858] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.916942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.917025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.917425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.917425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.917425] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.113719] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.113930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.114603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.114603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.114603] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.114884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.115010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.115234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.115342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.115457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.115571] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.126127] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: SUCCESS [ 667.126376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170114] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3635536c-051f-4573-880b-4828505db345 in Status: SUCCESS [ 667.170400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.170809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.170970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.171170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.171170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.171440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.171440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.171571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.171571] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.200933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.201168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.201472] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.202974] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4213dd11-a271-4a0a-b55c-718b5603fb70 with status ACTIVE [ 667.203285] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.203480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.203611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.203936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.204110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.204373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.204542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.204655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.204927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.205072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.205338] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.205502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.205606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.205850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.205995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.206161] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4213dd11-a271-4a0a-b55c-718b5603fb70 is going to be updated. [ 667.244588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.244811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.244903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.245204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.245380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.247803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4213dd11-a271-4a0a-b55c-718b5603fb70" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.422162] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.422162] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.422162] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71ca9c6-206d-4610-b757-ee64b34e5235 already deleted. [ 667.422162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.619571] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.620360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.624024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.624024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624880] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.675376] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.709059] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.057123] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.057541] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-721" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.057541] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-721" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.057773] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-721" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.058938] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.059158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.059276] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.059518] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.059685] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.059973] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.060092] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.060196] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.060318] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.060428] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.060527] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.060649] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.079877] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.080112] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.080196] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.080328] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-721" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.080651] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.080834] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.080976] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081340] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.081475] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c8bdc0-b1da-4ea5-9996-07a81374f7ce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.127160] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76c3c141-821d-41b8-90ed-0af4c015d92a: rpc.has_security_group_logging(os_id): False [ 668.147413] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.147677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.147677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.147898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.147898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.148115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.148212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.148285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.148437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.148515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.148694] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.148786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.148841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.148977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.149064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.149590] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.149590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.149590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.149825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.149825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.149961] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be updated. [ 668.177207] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3635536c-051f-4573-880b-4828505db345: rpc.has_security_group_logging(os_id): False [ 668.194471] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.194642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.194712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.194891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.194979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.195227] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.195320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.195382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.195533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.195606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.195687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3635536c-051f-4573-880b-4828505db345 is going to be created. [ 668.212579] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.212743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.212810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.213064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.213151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.213250] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e is going to be created. [ 668.216646] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.216769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.216860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.217012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.217158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.237094] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 668.245584] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.245812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.245812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.246070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.246254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.254509] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e in Status: UNINITIALIZED for 2s [ 668.274261] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.274461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.274713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.274773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.274978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.286725] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3635536c-051f-4573-880b-4828505db345 in Status: IN_PROGRESS for 2s [ 668.476387] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 668.476615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.583618] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.583926] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.584038] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.587591] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.587591] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.587591] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 11c8bdc0-b1da-4ea5-9996-07a81374f7ce not found, creating... [ 668.587591] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.587591] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.587591] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.587591] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.587591] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.587591] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.587591] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.588178] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.588178] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.588178] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588178] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 11c8bdc0-b1da-4ea5-9996-07a81374f7ce is going to be created. [ 668.612014] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.612014] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.612014] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.612014] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.612376] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.612526] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.333083] env[66146]: INFO networking_nsxv3.common.synchronization [req-a878ae5e-c271-4df8-a016-622fae90cdf7 req-f6157e92-efaa-4273-8e17-4e04d8cadbba service nova] Enqueued Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_rules [ 669.333401] env[66146]: INFO networking_nsxv3.common.synchronization [req-a878ae5e-c271-4df8-a016-622fae90cdf7 req-f6157e92-efaa-4273-8e17-4e04d8cadbba service nova] Enqueued Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_members [ 669.334089] env[66146]: INFO networking_nsxv3.common.synchronization [req-a878ae5e-c271-4df8-a016-622fae90cdf7 req-f6157e92-efaa-4273-8e17-4e04d8cadbba service nova] Enqueued Resource ID: 11c8bdc0-b1da-4ea5-9996-07a81374f7ce with Priority: HIGHEST for action port [ 669.335046] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_rules [ 669.335951] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_members [ 669.335951] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c8bdc0-b1da-4ea5-9996-07a81374f7ce with Priority: HIGHEST for action port [ 669.335951] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.335951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.335951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.337214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.337214] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.337463] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.337586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.337672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.338669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.339064] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.339362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.339565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.339891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.340219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.341230] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.342259] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.342259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.342259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.342259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.342259] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11c8bdc0-b1da-4ea5-9996-07a81374f7ce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.844918] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.846202] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.846375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.846560] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11c8bdc0-b1da-4ea5-9996-07a81374f7ce with status ACTIVE [ 669.846783] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.846931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.847052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.847370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.847535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.847823] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.848012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.848686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.849318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.849424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.849744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.849744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.849904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.849988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.850090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.850185] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11c8bdc0-b1da-4ea5-9996-07a81374f7ce is going to be updated. [ 669.884208] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.884444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.884528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.884761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.884985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.885446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11c8bdc0-b1da-4ea5-9996-07a81374f7ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.073235] env[66146]: INFO networking_nsxv3.common.synchronization [req-a6f4ce99-6bc9-4612-8a7b-5cd1877b8dcb req-2cb29105-d845-4bbd-8cc5-eeffaf670bbd tempest-SecurityGroupRulesTestJSON-1084948579 tempest-SecurityGroupRulesTestJSON-1084948579-project-member] Enqueued Resource ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b with Priority: HIGHEST for action security_group_rules [ 670.074306] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b with Priority: HIGHEST for action security_group_rules [ 670.074306] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.074470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.074554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.074957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.074957] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.143724] env[66146]: INFO networking_nsxv3.common.synchronization [None req-b98abb63-0e58-41f6-965b-0f27156f7dea None None] Enqueued Resource ID: 7b568760-0e1b-4390-88e2-353ea6cc3e92 with Priority: HIGHEST for action port [ 670.144401] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b568760-0e1b-4390-88e2-353ea6cc3e92 with Priority: HIGHEST for action port [ 670.144718] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b568760-0e1b-4390-88e2-353ea6cc3e92 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.144833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b568760-0e1b-4390-88e2-353ea6cc3e92" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.144893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b568760-0e1b-4390-88e2-353ea6cc3e92" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.145386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b568760-0e1b-4390-88e2-353ea6cc3e92" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.145473] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b568760-0e1b-4390-88e2-353ea6cc3e92',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.254035] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 670.254035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.263533] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e in Status: SUCCESS [ 670.263793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.264637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.264637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.264637] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.264637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.264637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.264901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.264901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.265075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.265111] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.303199] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3635536c-051f-4573-880b-4828505db345 in Status: SUCCESS [ 670.303199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.359418] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.595251] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.595673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.595673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.595673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.595673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.595810] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b already deleted. [ 670.595842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.648109] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b568760-0e1b-4390-88e2-353ea6cc3e92 [ 670.648338] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.648472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.648537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.648740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.648826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.648919] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b568760-0e1b-4390-88e2-353ea6cc3e92 already deleted. [ 670.649025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b568760-0e1b-4390-88e2-353ea6cc3e92" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.767643] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.767803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.767918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.768146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.768404] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.768404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.768534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.768618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.768703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.768788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.769500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.769500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.769500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.769500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.769500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.769500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.769500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.772018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.772018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.772018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.772018] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.862576] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.862778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.862842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.863072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.863164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.863258] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71ca9c6-206d-4610-b757-ee64b34e5235 is going to be created. [ 670.891041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.891252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.891326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.891569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.891719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.903522] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71ca9c6-206d-4610-b757-ee64b34e5235 in Status: UNINITIALIZED for 2s [ 671.281702] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4742359-5dcc-4f72-a4b2-5696b01d8a3e: rpc.has_security_group_logging(os_id): False [ 671.316098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.316292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.316398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.317427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.317427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.317427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.317427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.317427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.317728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.317728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.317728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.317881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.318735] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.318991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.319611] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e is going to be created. [ 671.400617] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.400949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.400949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.401095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.401273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.417927] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e in Status: IN_PROGRESS for 2s [ 671.810628] env[66146]: INFO networking_nsxv3.common.synchronization [req-568ae2f0-9a90-494e-8976-fa8cd8a42e04 req-7e2ab894-9c3d-4124-a1c0-e74716fe0f89 tempest-SecurityGroupRulesTestJSON-1084948579 tempest-SecurityGroupRulesTestJSON-1084948579-project-member] Enqueued Resource ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b with Priority: HIGHEST for action security_group_rules [ 671.811283] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b with Priority: HIGHEST for action security_group_rules [ 671.811644] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.811807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.811930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.812180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.812265] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.157790] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9b7d9ea-6a39-409e-9a94-919a0d39a5bc req-d682610a-1ee9-4b2e-9c88-876fe5f5af61 tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 672.159030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 672.159349] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.159483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.159560] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.159741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.159891] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.159991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.160312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.160484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.160976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.161118] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.339518] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.340450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.340450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.340450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.340450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.340777] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b already deleted. [ 672.340777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.608908] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.609319] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.609319] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.609480] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.609759] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.610000] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.614208] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.614676] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.614842] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.615122] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.615250] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.616019] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.616019] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.616019] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.616019] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.616019] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.642858] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.642961] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.643973] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.643973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.643973] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.643973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.643973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.644505] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.644714] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.665642] env[66146]: INFO networking_nsxv3.common.synchronization [None req-30826ee8-f481-4da4-b4f4-955f824ec3b0 None None] Enqueued Resource ID: 3f1ef703-a457-44a3-888c-d17eda908b0e with Priority: HIGHEST for action port [ 672.665854] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.668191] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1ef703-a457-44a3-888c-d17eda908b0e with Priority: HIGHEST for action port [ 672.668769] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1ef703-a457-44a3-888c-d17eda908b0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.668967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1ef703-a457-44a3-888c-d17eda908b0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.669072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1ef703-a457-44a3-888c-d17eda908b0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1ef703-a457-44a3-888c-d17eda908b0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.669485] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1ef703-a457-44a3-888c-d17eda908b0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.915159] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71ca9c6-206d-4610-b757-ee64b34e5235 in Status: SUCCESS [ 672.915490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.915750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.916074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.916371] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.916655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.916655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.916922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.917070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.917205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.917350] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.148390] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.148665] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.148838] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.149197] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.149358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.149866] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 not found, creating... [ 673.150377] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.150377] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.150739] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.150739] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.150852] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.151124] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.151277] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.151389] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.151600] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.151785] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.151971] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 is going to be created. [ 673.169770] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.171225] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f1ef703-a457-44a3-888c-d17eda908b0e [ 673.171439] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.171569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.171635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.171834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.171939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.172051] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f1ef703-a457-44a3-888c-d17eda908b0e already deleted. [ 673.172138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1ef703-a457-44a3-888c-d17eda908b0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.174016] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.174016] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.174016] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.174016] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.175064] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.175064] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.422024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.422024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.422024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.422024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.422024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.422024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.422024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.422535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.422754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.422958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.423259] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.423483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.423656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.424372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.424372] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.424372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.424372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.424612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.424612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.424612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.424751] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.433906] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e in Status: SUCCESS [ 673.434103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.675339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.675339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.675339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.675339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.675339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.675339] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 673.720090] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.720090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.720422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.720422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.720828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.736331] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 673.927326] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e71ca9c6-206d-4610-b757-ee64b34e5235: rpc.has_security_group_logging(os_id): False [ 673.957166] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.957429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.957536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.957885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.958264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.958345] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.958589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.958589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.958846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.958978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.959315] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.959626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.959626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.960053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.960053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.960373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.961267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.961267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.961267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.961267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.961267] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71ca9c6-206d-4610-b757-ee64b34e5235 is going to be created. [ 674.059310] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.059516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.059580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.059827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.060059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.074135] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71ca9c6-206d-4610-b757-ee64b34e5235 in Status: IN_PROGRESS for 2s [ 674.088115] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9b7d9ea-6a39-409e-9a94-919a0d39a5bc req-f2582b17-4af6-4190-aeea-7e56a44f6b1c service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 674.088292] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9b7d9ea-6a39-409e-9a94-919a0d39a5bc req-f2582b17-4af6-4190-aeea-7e56a44f6b1c service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 674.088423] env[66146]: INFO networking_nsxv3.common.synchronization [req-d9b7d9ea-6a39-409e-9a94-919a0d39a5bc req-f2582b17-4af6-4190-aeea-7e56a44f6b1c service nova] Enqueued Resource ID: dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 with Priority: HIGHEST for action port [ 674.088998] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 674.089144] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 674.089245] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 with Priority: HIGHEST for action port [ 674.089526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.089651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.089718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.090117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.090230] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.091241] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.091331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.091497] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.091594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.091649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.091841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.091970] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.596748] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.596748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.596748] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 with status ACTIVE [ 674.598631] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.598631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.598631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.598631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.598631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.598631] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.598631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.598631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.599237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.599332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.599946] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.600111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.600187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.600733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.600733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.600733] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5 is going to be updated. [ 674.626063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.626272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.626831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.626978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.627205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.628111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcf7a2cf-4c0e-4e91-8a70-ce70ddf897a5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.656622] env[66146]: INFO networking_nsxv3.common.synchronization [req-9fe4ebee-5201-4518-9ba9-c68a0acbfeb1 req-f5024960-78a0-4975-befe-b0f537dc2851 tempest-ServerRescueTestJSONUnderV235-1294263265 tempest-ServerRescueTestJSONUnderV235-1294263265-project-member] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 675.656622] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGHEST for action security_group_members [ 675.656622] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.656622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.656622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.656622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.657608] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.657856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.658129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.658523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.658788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.659073] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.747124] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 675.747334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.747499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.747717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.747899] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.749030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.749030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.749030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.749030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.749030] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.926644] env[66146]: INFO networking_nsxv3.common.synchronization [req-d5ea6ff9-6d02-4bfa-aab6-09e8111d2dfd req-2933b85f-68ee-427e-ba70-837766db2126 tempest-SecurityGroupRulesTestJSON-1084948579 tempest-SecurityGroupRulesTestJSON-1084948579-project-member] Enqueued Resource ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b with Priority: HIGHEST for action security_group_rules [ 675.931126] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b with Priority: HIGHEST for action security_group_rules [ 675.931256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.931411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.931488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.932763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.932882] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.087368] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e71ca9c6-206d-4610-b757-ee64b34e5235 in Status: SUCCESS [ 676.087368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.162607] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.162607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.162607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.163016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.163125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.163382] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.163518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.163617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.163950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.163950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.164088] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be updated. [ 676.192581] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.192794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.192843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.193137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.193288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.203599] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: IN_PROGRESS for 2s [ 676.256485] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.459637] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.459870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.459932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.460406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.460406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.460406] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b already deleted. [ 676.460622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa0cfe49-9eb1-4b6a-a8f1-b04efd55de6b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.759678] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.027433] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-138a5f63-082f-4a87-8566-20d1a1b137b6 tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 677.028494] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 677.028494] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.028668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.028668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.029747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.029747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.029747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.029961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.030376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.030692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.030692] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.266767] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.266952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.267039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.267261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.267350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.267450] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 677.303882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.304056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.304119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.304402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.304616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.318454] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 677.508278] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509948] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.512110] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.512110] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.512411] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.512773] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.513124] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.517783] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.517783] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.517783] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.517783] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.517783] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.517783] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.517783] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.517783] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.517783] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.534078] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.534078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.534078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.534243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.540951] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.540951] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.540951] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.540951] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.540951] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-32f2011f-3a86-4b6d-809f-75c95d91a964 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.540951] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.540951] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.540951] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.540951] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f2011f-3a86-4b6d-809f-75c95d91a964',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.556422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.556634] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.556796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.556914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.557173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.557325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.557816] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 677.589707] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.590595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.590595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.590595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.590595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.601524] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 678.043233] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.043644] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.043644] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.043958] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.044153] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.044310] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 32f2011f-3a86-4b6d-809f-75c95d91a964 not found, creating... [ 678.044599] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.044808] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.044946] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.045213] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.045362] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.045686] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.045880] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.046021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.046240] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.046372] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.046525] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 32f2011f-3a86-4b6d-809f-75c95d91a964 is going to be created. [ 678.070314] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.070738] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.070881] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.071236] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.071566] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.072017] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.215424] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76c3c141-821d-41b8-90ed-0af4c015d92a in Status: SUCCESS [ 678.215627] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a deletion is rescheduled due to dependency. [ 678.216503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.759205] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-1d4f188c-a4df-4571-89a6-fa8b9ab05c4b service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 678.759380] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-1d4f188c-a4df-4571-89a6-fa8b9ab05c4b service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 678.759514] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-1d4f188c-a4df-4571-89a6-fa8b9ab05c4b service nova] Enqueued Resource ID: 32f2011f-3a86-4b6d-809f-75c95d91a964 with Priority: HIGHEST for action port [ 678.763494] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 678.767020] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 678.767020] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f2011f-3a86-4b6d-809f-75c95d91a964 with Priority: HIGHEST for action port [ 678.767020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.767020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.767020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.767020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.767020] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.767020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.767020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.767846] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f2011f-3a86-4b6d-809f-75c95d91a964 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.768236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.768430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.768706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.768879] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f2011f-3a86-4b6d-809f-75c95d91a964',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.273247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.273247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.273247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32f2011f-3a86-4b6d-809f-75c95d91a964 with status ACTIVE [ 679.273247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.273247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.273247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.273946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.273946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.273946] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.273946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.273946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.273946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.274210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.274210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.274521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.274521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.274521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.274622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.274657] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32f2011f-3a86-4b6d-809f-75c95d91a964 is going to be updated. [ 679.317529] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.317529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.317529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.317875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.317875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.317966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f2011f-3a86-4b6d-809f-75c95d91a964" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.330028] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 679.330388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.330509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.330683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.330895] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.331053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.331108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.331245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.332044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.332211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.332378] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.612172] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 679.612292] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 deletion is rescheduled due to dependency. [ 679.612457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.612622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.612856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.613573] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.613573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.613573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.613573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.613994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.613994] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.734540] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-3f6401cf-fe53-44a8-9115-49c46aa5d1fc tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 679.735152] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 679.735470] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.735574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835494] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.835494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.835494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.835962] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.835962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.836139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.836550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.836550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.837197] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.837313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.837356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.837746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.837861] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.837967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.838049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.838235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.838325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.838428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.838522] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.016468] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c7c07586-a8de-4f8c-92e5-b569d1a34cb3 None None] Enqueued Resource ID: cdfe19cc-19bb-4a01-8942-173b4f11f120 with Priority: HIGHEST for action port [ 680.016468] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdfe19cc-19bb-4a01-8942-173b4f11f120 with Priority: HIGHEST for action port [ 680.016468] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdfe19cc-19bb-4a01-8942-173b4f11f120 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.016468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdfe19cc-19bb-4a01-8942-173b4f11f120" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.017340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdfe19cc-19bb-4a01-8942-173b4f11f120" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.020518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdfe19cc-19bb-4a01-8942-173b4f11f120" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.020518] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdfe19cc-19bb-4a01-8942-173b4f11f120',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.116328] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.234294] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.234294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.234294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.234294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.234294] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.234294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.234294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.234952] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.235267] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.235605] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.235846] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.238282] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.238282] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.238282] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.238282] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.238282] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.258523] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.258657] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.259235] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.259235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-68" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.259560] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-8e6a20f9-91ea-4671-b728-6fe68f2778a7 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.259859] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.260067] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.260482] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.260806] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6a20f9-91ea-4671-b728-6fe68f2778a7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.345369] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4371fa2-4202-4418-87eb-c885a8290a4d: rpc.has_security_group_logging(os_id): False [ 680.364038] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.364038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.364038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.364317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.364317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.364575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.364697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.364762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.364926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.365075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.365213] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.365303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.365360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.365501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.365586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.365826] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.366394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.366481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.366628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.366731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.366835] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 680.430273] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.430273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.430273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.430273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.430604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.444974] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 680.523285] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdfe19cc-19bb-4a01-8942-173b4f11f120 [ 680.524204] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.524204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.524204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.524204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.524204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.525440] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdfe19cc-19bb-4a01-8942-173b4f11f120 already deleted. [ 680.525440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdfe19cc-19bb-4a01-8942-173b4f11f120" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.620952] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.767028] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.767028] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 8e6a20f9-91ea-4671-b728-6fe68f2778a7 not found, creating... [ 680.767028] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.767028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.767913] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.767913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.767913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.767913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.767913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.767913] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 8e6a20f9-91ea-4671-b728-6fe68f2778a7 is going to be created. [ 680.801439] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.801439] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.801439] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.801439] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.801439] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.801439] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.127199] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.127199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.127199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.127199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.127199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.127488] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 681.162430] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.162581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.162635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.166689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.166689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.172383] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 681.530535] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-330fdddc-b57f-445b-aa95-ebc6cdf1f203 service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 681.530949] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-330fdddc-b57f-445b-aa95-ebc6cdf1f203 service nova] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 681.531278] env[66146]: INFO networking_nsxv3.common.synchronization [req-c3f34f86-1a1b-4472-bfab-263d645c0e98 req-330fdddc-b57f-445b-aa95-ebc6cdf1f203 service nova] Enqueued Resource ID: 8e6a20f9-91ea-4671-b728-6fe68f2778a7 with Priority: HIGHEST for action port [ 681.531838] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_rules [ 681.535349] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 681.535349] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6a20f9-91ea-4671-b728-6fe68f2778a7 with Priority: HIGHEST for action port [ 681.535349] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.535349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.535349] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.535349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.535349] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6a20f9-91ea-4671-b728-6fe68f2778a7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.535349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.535349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.535349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.535349] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6a20f9-91ea-4671-b728-6fe68f2778a7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.039268] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e6a20f9-91ea-4671-b728-6fe68f2778a7 with status ACTIVE [ 682.039879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.040245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.040396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.041108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.041487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.041821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.042046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.042385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.042513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.042907] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.043137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.043223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.043500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.043592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.043716] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e6a20f9-91ea-4671-b728-6fe68f2778a7 is going to be updated. [ 682.072653] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.072903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.072903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.073167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.073974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.073974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6a20f9-91ea-4671-b728-6fe68f2778a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.488963] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 682.489159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.608728] env[66146]: INFO networking_nsxv3.common.synchronization [None req-6c289af7-b74d-4abb-ac27-8f9482f1aff3 None None] Enqueued Resource ID: 3bf0878e-d98f-46b0-a30b-8ee793b1db6e with Priority: HIGHEST for action port [ 682.609620] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf0878e-d98f-46b0-a30b-8ee793b1db6e with Priority: HIGHEST for action port [ 682.610526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf0878e-d98f-46b0-a30b-8ee793b1db6e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.610526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf0878e-d98f-46b0-a30b-8ee793b1db6e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.610526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf0878e-d98f-46b0-a30b-8ee793b1db6e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.610739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf0878e-d98f-46b0-a30b-8ee793b1db6e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.610739] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf0878e-d98f-46b0-a30b-8ee793b1db6e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.113105] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bf0878e-d98f-46b0-a30b-8ee793b1db6e [ 683.113360] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.113496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.113562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.113775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.113904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.113955] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bf0878e-d98f-46b0-a30b-8ee793b1db6e already deleted. [ 683.114051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf0878e-d98f-46b0-a30b-8ee793b1db6e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191511] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.191511] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.192272] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.193170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.193170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.193170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.193500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.193591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.193818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.193971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.194105] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.416724] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdd14203-05ed-40c0-8a6c-05932a7ce974 req-52933c81-bd47-4d71-9976-429b31663b42 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 683.417645] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 683.417966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.418105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.418170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.418419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.418583] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.418682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.418761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.418883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.418994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.423017] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.697348] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.697348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.697348] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.876024] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.876024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.876024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.876024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.876024] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.876024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.876024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.876024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.876024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.876024] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.876024] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.876024] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.876024] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.876826] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.876826] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.876826] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.897088] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.897276] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.897395] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.897565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.897873] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.898050] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.898165] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.898499] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.898628] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85b87b8-8e2a-404d-adc1-ca7d1aebd5af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.922030] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.201671] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.401460] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.401819] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.402127] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.402463] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.402659] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.402844] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port f85b87b8-8e2a-404d-adc1-ca7d1aebd5af not found, creating... [ 684.403372] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.403576] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.403718] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.404013] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.404208] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.404564] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.404754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.404883] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.405150] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.405320] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.405531] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: f85b87b8-8e2a-404d-adc1-ca7d1aebd5af is going to be created. [ 684.426087] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.434531] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.434788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.434968] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.435217] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.435384] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.435609] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.707408] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.707408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.707408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.707408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.707408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.707408] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 684.752421] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.752421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.753406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.753406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.753406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.763638] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 684.930863] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.931454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.931454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.931454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.931454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.931706] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 684.967239] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.967239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.967239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.967239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.967239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.979083] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 685.370645] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdd14203-05ed-40c0-8a6c-05932a7ce974 req-0ec4d431-fe96-4f17-af51-0fb6d6d8ff27 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 685.370976] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdd14203-05ed-40c0-8a6c-05932a7ce974 req-0ec4d431-fe96-4f17-af51-0fb6d6d8ff27 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 685.371051] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdd14203-05ed-40c0-8a6c-05932a7ce974 req-0ec4d431-fe96-4f17-af51-0fb6d6d8ff27 service nova] Enqueued Resource ID: f85b87b8-8e2a-404d-adc1-ca7d1aebd5af with Priority: HIGHEST for action port [ 685.372085] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 685.372085] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 685.372085] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85b87b8-8e2a-404d-adc1-ca7d1aebd5af with Priority: HIGHEST for action port [ 685.373036] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.373036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.373036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.373036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.373036] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.373930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.377019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.377019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.377019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.377019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.377019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.377019] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85b87b8-8e2a-404d-adc1-ca7d1aebd5af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.877696] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.878501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.882391] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f85b87b8-8e2a-404d-adc1-ca7d1aebd5af with status ACTIVE [ 685.882391] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.882687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.882687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.882736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.882823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.883051] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.884602] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.884602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.884602] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f85b87b8-8e2a-404d-adc1-ca7d1aebd5af is going to be updated. [ 685.912933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.913193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.913193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.913475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.914129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.914129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85b87b8-8e2a-404d-adc1-ca7d1aebd5af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.483649] env[66146]: INFO networking_nsxv3.common.synchronization [req-1fef6f7b-45fa-4700-babc-fa502864752b req-0e0a3b96-8c1f-4a30-87f8-6c94796ad4d5 tempest-ListImageFiltersTestJSON-637726960 tempest-ListImageFiltersTestJSON-637726960-project-member] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 686.487956] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 686.488783] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.489686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.489686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.489686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.491222] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.492164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.492164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.492164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.492603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.492850] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.775384] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 686.776706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.776706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.776998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.778726] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.778726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.778726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.778726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.778726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.778726] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.909920] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.909920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.910350] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.910417] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.910703] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.910837] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.910946] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.911343] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.911568] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.911773] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.911880] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.912008] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.912126] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.912236] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.912338] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.912461] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.931226] env[66146]: INFO networking_nsxv3.common.synchronization [req-0ad168ea-db20-4d4f-a8b4-ccbba016bbae req-4af737e7-2996-4025-b8c0-e64ae39808f3 tempest-ServerExternalEventsTest-494027568 tempest-ServerExternalEventsTest-494027568-project-member] Enqueued Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_members [ 686.932476] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.932570] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.932694] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.933171] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.933909] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-46e45251-7a01-45f2-b090-de633216a26a taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.933909] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.933909] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.933909] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.934135] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e45251-7a01-45f2-b090-de633216a26a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.936570] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGHEST for action security_group_members [ 686.937209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.937335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.937405] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.937588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.937743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.937840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.937903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.938065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.938155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.938246] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.991095] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 686.991325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.991491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.991766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.992044] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.992173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.992236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.992652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.992652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.992652] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.996117] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.996329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.996379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.997034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.997034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.997034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.997234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.997234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.997800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.997800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.997800] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b already deleted. [ 686.997800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.281769] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.437078] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.437381] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.437552] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.437914] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.438140] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.438348] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 46e45251-7a01-45f2-b090-de633216a26a not found, creating... [ 687.439754] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.439754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.439754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.439754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.439754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.440067] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.440267] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.440490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.440789] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.440973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.441186] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 46e45251-7a01-45f2-b090-de633216a26a is going to be created. [ 687.443305] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.443464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.443559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.443789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.443909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.444174] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.444336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.444408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.444596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.444712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.444828] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e is going to be updated. [ 687.469805] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.469996] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.470144] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.470461] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.471420] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.471420] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.488960] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.488960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.488960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.497164] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.514579] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e in Status: IN_PROGRESS for 2s [ 687.783827] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.000319] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.252268] env[66146]: INFO networking_nsxv3.common.synchronization [req-44a45fe0-3f28-49c0-bae2-414e689d362b req-112db48e-f36a-495c-91f1-8cdb15fbfa84 tempest-FloatingIPsAssociationTestJSON-837899088 tempest-FloatingIPsAssociationTestJSON-837899088-project-member] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 688.252964] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 688.253401] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.253930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.253930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.254062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.254265] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.254447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.254608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.254826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.254960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.255190] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.281159] env[66146]: INFO networking_nsxv3.common.synchronization [req-1fef6f7b-45fa-4700-babc-fa502864752b req-5c5b0f75-6a25-4cdb-96a3-a941a71de211 service nova] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_rules [ 688.281253] env[66146]: INFO networking_nsxv3.common.synchronization [req-1fef6f7b-45fa-4700-babc-fa502864752b req-5c5b0f75-6a25-4cdb-96a3-a941a71de211 service nova] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 688.281378] env[66146]: INFO networking_nsxv3.common.synchronization [req-1fef6f7b-45fa-4700-babc-fa502864752b req-5c5b0f75-6a25-4cdb-96a3-a941a71de211 service nova] Enqueued Resource ID: 46e45251-7a01-45f2-b090-de633216a26a with Priority: HIGHEST for action port [ 688.281917] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_rules [ 688.282132] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 688.282708] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46e45251-7a01-45f2-b090-de633216a26a with Priority: HIGHEST for action port [ 688.282920] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.282920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.283521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.283521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.283521] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.290009] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.290009] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.290009] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.290009] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.290009] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.292183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.292183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.292183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.292183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.292183] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.292864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-46e45251-7a01-45f2-b090-de633216a26a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.293034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.293240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.293407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.293531] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46e45251-7a01-45f2-b090-de633216a26a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.296099] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.296444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.296567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.296784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.296906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.297038] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 688.336533] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.336679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.336712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.336925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.337088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.351926] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 688.503405] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.503647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.503647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.504650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.504650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.504650] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 688.538083] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.538083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.538083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.538623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.538623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.549360] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 688.758932] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.790580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.790754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.796687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46e45251-7a01-45f2-b090-de633216a26a with status ACTIVE [ 688.797248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.797248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.797248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.797505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.797546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.797840] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.797972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.798091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.798389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.798506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.798728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.798823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.798884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.799100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.799252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.799411] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46e45251-7a01-45f2-b090-de633216a26a is going to be updated. [ 688.803643] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.832136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.832444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.832444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.832696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.832885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.833103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46e45251-7a01-45f2-b090-de633216a26a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.263812] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.306780] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.529329] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e in Status: SUCCESS [ 689.529436] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e deletion is rescheduled due to dependency. [ 689.529568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.765280] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.768374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.768374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.768374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.768374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.768374] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be updated. [ 689.804025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.804025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.804025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.804025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.804025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.811835] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.811835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.811835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.811835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.811835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.811835] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be created. [ 689.816469] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: IN_PROGRESS for 2s [ 689.844170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.844170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.844170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.844170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.844170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.861978] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: UNINITIALIZED for 2s [ 690.362342] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 690.362681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.362871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.362953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.363934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.363934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.363934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.363934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.363934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.363934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.363934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.364261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.364261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.364261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.364358] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.364447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.364499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.364632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.364702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.364777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.364859] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.563531] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 690.563816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.564042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.564337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.564555] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.564751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.564843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.565073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.565215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.565355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.565507] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.870584] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe31761d-87bf-4cb5-bca0-af9291cdf053: rpc.has_security_group_logging(os_id): False [ 690.893758] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.893976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.894285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.894722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.894858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.895147] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.895403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.895403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.895736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.896465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.896769] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.897155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.897401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.897807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.898566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.898806] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.898933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.899022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.899197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.899285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.899373] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 690.974736] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.974944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.975077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.976051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.976051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.013702] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 691.068233] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.068530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.068624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.068885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069086] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.069200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.069339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.069476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.069722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069841] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.069969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.070152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.070305] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.070440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.070479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.070643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.070754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.070851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.070945] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.217033] env[66146]: INFO networking_nsxv3.common.synchronization [None req-1da75d39-604b-4b5a-bd25-9ec6523bc426 None None] Enqueued Resource ID: aae0d754-22d0-4c98-86d9-8cbbf8cef37a with Priority: HIGHEST for action port [ 691.217033] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aae0d754-22d0-4c98-86d9-8cbbf8cef37a with Priority: HIGHEST for action port [ 691.217033] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-aae0d754-22d0-4c98-86d9-8cbbf8cef37a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.217033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aae0d754-22d0-4c98-86d9-8cbbf8cef37a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.217033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aae0d754-22d0-4c98-86d9-8cbbf8cef37a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.218382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aae0d754-22d0-4c98-86d9-8cbbf8cef37a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.218509] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aae0d754-22d0-4c98-86d9-8cbbf8cef37a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.576234] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 691.602393] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.603273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.603689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.604026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.626755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.627244] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.627506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.627688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.628764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.629072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.629487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.629764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.629764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.629985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.630111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.630411] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.631064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.631064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.631064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.631064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.631064] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 691.713607] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.713957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.714096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.714443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.715045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.721539] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aae0d754-22d0-4c98-86d9-8cbbf8cef37a [ 691.721772] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.721907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.721976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.722285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.722427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.722491] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aae0d754-22d0-4c98-86d9-8cbbf8cef37a already deleted. [ 691.722606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aae0d754-22d0-4c98-86d9-8cbbf8cef37a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.732546] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 691.836335] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: SUCCESS [ 691.836335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.875617] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: SUCCESS [ 691.876782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.879072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.879072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.879072] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.879072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.879072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.879072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.879788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.880148] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.880485] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.890529] env[66146]: INFO networking_nsxv3.common.synchronization [req-4e4e28aa-d9cf-4473-94c2-8ba7f26765c0 req-6c34ecca-60a0-4be0-948f-64c1730678cc tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_members [ 691.891787] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_members [ 691.892447] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.892697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.892866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.893301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.893596] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.893803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.893970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.894309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.894506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.894701] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.382234] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.382234] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.382234] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.382234] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.382581] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.386043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.386043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.386043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.386043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.386043] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.386043] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.386043] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.386043] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.386043] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.386043] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.386043] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.388832] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.388832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.388832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.388832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.388832] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.388832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.388832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.389237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.389237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.389237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.389322] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.389418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.389458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.389816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.389816] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.389816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.389816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.390075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.390075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.390132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.390190] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.398686] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.398686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.398840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.398967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.399104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.399332] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.399464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.399550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.400193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.400193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.400193] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf already deleted. [ 692.400193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.409864] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.410019] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.410228] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.410433] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.410751] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c82e950d-e599-4b81-b55c-da11d99ca81c taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.410913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.411039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.411364] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.411620] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c82e950d-e599-4b81-b55c-da11d99ca81c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.893541] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e666f20-e58b-4ede-a6c8-06a16c06b17b: rpc.has_security_group_logging(os_id): False [ 692.914152] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.914479] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.915097] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.915097] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.915097] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.916203] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port c82e950d-e599-4b81-b55c-da11d99ca81c not found, creating... [ 692.916203] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.916203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.916203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.916203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.916203] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.916583] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.916810] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.916980] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.917435] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.917523] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.917939] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c82e950d-e599-4b81-b55c-da11d99ca81c is going to be created. [ 692.921832] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.921832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.921832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.921832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.921999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.922252] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.924141] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.924141] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.924141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.924141] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be created. [ 692.955523] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.956108] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.956108] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.956389] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.956706] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.956949] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.007263] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.007263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.007692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.008930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.008930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.032036] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: IN_PROGRESS for 2s [ 693.070249] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 693.070593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.071880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.071880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.071880] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.574856] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.575061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.575150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.575373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.575557] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.575667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.575723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.575872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.576635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.576635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.576635] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.604785] env[66146]: INFO networking_nsxv3.common.synchronization [None req-509c1cce-ebb0-4797-b587-9b7112896a9a None None] Enqueued Resource ID: 83faa65d-0165-4fff-b478-30f9c01196f8 with Priority: HIGHEST for action port [ 693.604785] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83faa65d-0165-4fff-b478-30f9c01196f8 with Priority: HIGHEST for action port [ 693.605374] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-83faa65d-0165-4fff-b478-30f9c01196f8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.605374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83faa65d-0165-4fff-b478-30f9c01196f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.605374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83faa65d-0165-4fff-b478-30f9c01196f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.605729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83faa65d-0165-4fff-b478-30f9c01196f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.605729] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83faa65d-0165-4fff-b478-30f9c01196f8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.700425] env[66146]: INFO networking_nsxv3.common.synchronization [req-4e4e28aa-d9cf-4473-94c2-8ba7f26765c0 req-c9c246bc-8a3e-4cae-9d4a-27352321f304 service nova] Enqueued Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_rules [ 693.701311] env[66146]: INFO networking_nsxv3.common.synchronization [req-4e4e28aa-d9cf-4473-94c2-8ba7f26765c0 req-c9c246bc-8a3e-4cae-9d4a-27352321f304 service nova] Enqueued Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_members [ 693.701695] env[66146]: INFO networking_nsxv3.common.synchronization [req-4e4e28aa-d9cf-4473-94c2-8ba7f26765c0 req-c9c246bc-8a3e-4cae-9d4a-27352321f304 service nova] Enqueued Resource ID: c82e950d-e599-4b81-b55c-da11d99ca81c with Priority: HIGHEST for action port [ 693.702772] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_rules [ 693.702921] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_members [ 693.703150] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c82e950d-e599-4b81-b55c-da11d99ca81c with Priority: HIGHEST for action port [ 693.703626] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.703992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.704192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.704529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.704691] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.705976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.707705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.707705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.707705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.707705] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.707705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.707705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.707705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.707705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.707705] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.708818] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c82e950d-e599-4b81-b55c-da11d99ca81c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.710627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.710627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.710627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.710821] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c82e950d-e599-4b81-b55c-da11d99ca81c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.751042] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 693.751042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.079805] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.080162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.080162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.080791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.080791] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.080791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.081047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.081047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.081129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.081222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.081381] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.081538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.081616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.081803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.081972] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.082121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.082260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.082322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.082468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.082550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.082636] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.109763] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83faa65d-0165-4fff-b478-30f9c01196f8 [ 694.109763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.109871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.109871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.110186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.110281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.110378] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83faa65d-0165-4fff-b478-30f9c01196f8 already deleted. [ 694.110462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83faa65d-0165-4fff-b478-30f9c01196f8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.210741] env[66146]: INFO networking_nsxv3.common.synchronization [req-97ad8a43-5004-47ab-8d84-cec2f17002b8 req-cac86410-f2b8-496f-8d47-8764cd3fb6de tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 694.210741] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 694.210741] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.210741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.210741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.210741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.211405] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.211629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.211764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.212018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.213280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.213534] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.217121] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.217121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.217121] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.217121] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c82e950d-e599-4b81-b55c-da11d99ca81c with status ACTIVE [ 694.219700] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.220016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.221044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.221336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.221391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.221567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.221693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.221776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.221941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.222072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.222288] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.222385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.222446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.222586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.222687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.225022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c82e950d-e599-4b81-b55c-da11d99ca81c is going to be updated. [ 694.252296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.252937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.252937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.252937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.252937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.253146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c82e950d-e599-4b81-b55c-da11d99ca81c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.586919] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe31761d-87bf-4cb5-bca0-af9291cdf053: rpc.has_security_group_logging(os_id): False [ 694.617544] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.617734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.617821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.620337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.620337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.620337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.620337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.621081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.621081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.623236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.623236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.623236] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 694.704502] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.705954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.706982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.707266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.707416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.724930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.725166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.725301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.725558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.726180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.726180] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.726180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.726180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.726569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.726569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.726652] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 694.731028] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.754119] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 694.791636] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.791808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.791847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.792133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.792362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.813976] env[66146]: INFO networking_nsxv3.common.synchronization [None req-47691993-296d-4bb6-9022-a37405a56931 None None] Enqueued Resource ID: 0bb7f17f-77df-472d-b32a-2d57107db2bc with Priority: HIGHEST for action port [ 694.814081] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb7f17f-77df-472d-b32a-2d57107db2bc with Priority: HIGHEST for action port [ 694.814820] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bb7f17f-77df-472d-b32a-2d57107db2bc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.814820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bb7f17f-77df-472d-b32a-2d57107db2bc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.814977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bb7f17f-77df-472d-b32a-2d57107db2bc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.815198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bb7f17f-77df-472d-b32a-2d57107db2bc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.815280] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bb7f17f-77df-472d-b32a-2d57107db2bc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.828919] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 695.050685] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: SUCCESS [ 695.051090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.234779] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.234779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.235279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.235279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.235279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.235279] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf is going to be created. [ 695.281633] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.281839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.281923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.282235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.282407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.297536] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf in Status: UNINITIALIZED for 2s [ 695.318721] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bb7f17f-77df-472d-b32a-2d57107db2bc [ 695.318721] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.318721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.318721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.318721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.318942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.318942] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bb7f17f-77df-472d-b32a-2d57107db2bc already deleted. [ 695.319135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bb7f17f-77df-472d-b32a-2d57107db2bc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.009939] env[66146]: INFO networking_nsxv3.common.synchronization [None req-3f95bccf-3f56-45f0-bc6c-029e1e453714 None None] Enqueued Resource ID: d2374bd1-6c10-4f13-8556-58087ade75e8 with Priority: HIGHEST for action port [ 696.011242] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2374bd1-6c10-4f13-8556-58087ade75e8 with Priority: HIGHEST for action port [ 696.011576] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2374bd1-6c10-4f13-8556-58087ade75e8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.011763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2374bd1-6c10-4f13-8556-58087ade75e8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.011868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2374bd1-6c10-4f13-8556-58087ade75e8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.012270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2374bd1-6c10-4f13-8556-58087ade75e8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.012412] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2374bd1-6c10-4f13-8556-58087ade75e8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.515591] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2374bd1-6c10-4f13-8556-58087ade75e8 [ 696.516019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.516019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.516196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.516369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.516538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.516570] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2374bd1-6c10-4f13-8556-58087ade75e8 already deleted. [ 696.516797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2374bd1-6c10-4f13-8556-58087ade75e8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.771288] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 696.771288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.840768] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 696.841397] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 696.841397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.310016] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf in Status: SUCCESS [ 697.310700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.310798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.311122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.311432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.311611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.314060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.314060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.314060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.314060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.314060] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.627563] env[66146]: INFO networking_nsxv3.common.synchronization [None req-66bc7b4f-d93a-4415-bb42-a83c34998633 None None] Enqueued Resource ID: 55dfbda5-0eb8-41f9-9d93-991967aabdce with Priority: HIGHEST for action port [ 697.629359] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dfbda5-0eb8-41f9-9d93-991967aabdce with Priority: HIGHEST for action port [ 697.630415] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-55dfbda5-0eb8-41f9-9d93-991967aabdce taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.630415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55dfbda5-0eb8-41f9-9d93-991967aabdce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.630415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55dfbda5-0eb8-41f9-9d93-991967aabdce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.630823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55dfbda5-0eb8-41f9-9d93-991967aabdce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.630993] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55dfbda5-0eb8-41f9-9d93-991967aabdce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.815447] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.135036] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55dfbda5-0eb8-41f9-9d93-991967aabdce [ 698.135549] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.135549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.135549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.137182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.139402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.139402] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55dfbda5-0eb8-41f9-9d93-991967aabdce already deleted. [ 698.139402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55dfbda5-0eb8-41f9-9d93-991967aabdce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.319667] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 245a646b-b4ef-4ce2-9389-32fcff7d78bf: rpc.has_security_group_logging(os_id): False [ 698.339513] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.339829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.339829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.343193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.343193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.343193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.343193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.343193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.343193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.343193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.343193] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf is going to be created. [ 698.415699] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.415990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.416182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.416428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.416740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.437270] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf in Status: IN_PROGRESS for 2s [ 698.684368] env[66146]: INFO networking_nsxv3.common.synchronization [req-d8d6ca0f-06c0-4457-bf81-e69c118b1d2f req-87f9e589-8c27-49e6-93a8-c853b185bef0 tempest-ListImageFiltersTestJSON-637726960 tempest-ListImageFiltersTestJSON-637726960-project-member] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 698.684985] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 698.685347] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.685483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.685545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.685771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.685926] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.688813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.688813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.688813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.688813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.688813] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.190458] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.200512] env[66146]: INFO networking_nsxv3.common.synchronization [None req-542dbeff-fdd4-4a36-b0ff-a1b2869167a4 tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 699.201100] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 699.201578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.201578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.201578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.204295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.204295] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.286035] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.286267] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.286428] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.286734] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.287084] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.287275] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.287422] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.287676] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.287861] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.288121] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.288598] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.288598] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.288598] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.288598] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.288746] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.288879] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.310370] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.310544] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.310681] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.310851] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.311204] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.311375] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.311489] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.311947] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.311947] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4c7c11-06e0-405b-8ef6-da6c8c11cc81',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.694721] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.728625] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.728921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.729007] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.729402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.729754] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 already deleted. [ 699.729829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.815351] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.815351] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.815351] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.815351] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.816288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.816288] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 not found, creating... [ 699.816502] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.816726] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.816867] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.817152] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.817323] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.817644] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.817847] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.817904] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.818140] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.818267] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.818399] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 is going to be created. [ 699.843849] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.844062] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.844441] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844843] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.845106] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.845339] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.035676] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c4e285f9-035f-42e6-9418-3bc73efc4b7b None None] Enqueued Resource ID: 5b884371-cb25-4dfd-a7c6-0d32fbae3a30 with Priority: HIGHEST for action port [ 700.037256] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b884371-cb25-4dfd-a7c6-0d32fbae3a30 with Priority: HIGHEST for action port [ 700.037256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b884371-cb25-4dfd-a7c6-0d32fbae3a30 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.037256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b884371-cb25-4dfd-a7c6-0d32fbae3a30" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.037256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b884371-cb25-4dfd-a7c6-0d32fbae3a30" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.037256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b884371-cb25-4dfd-a7c6-0d32fbae3a30" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.037256] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b884371-cb25-4dfd-a7c6-0d32fbae3a30',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.197884] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.197884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.197884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.198118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.198220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.198314] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be updated. [ 700.229881] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.230094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.230094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.230461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.230684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.241775] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: IN_PROGRESS for 2s [ 700.356272] env[66146]: INFO networking_nsxv3.common.synchronization [None req-06aad28e-8072-4b86-a09c-46b0dab637cb tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 700.356948] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 700.357078] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.357206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.357273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.357471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.357552] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.450704] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf in Status: SUCCESS [ 700.450968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.539925] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b884371-cb25-4dfd-a7c6-0d32fbae3a30 [ 700.541854] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.541854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.541854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.541854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.542051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.542099] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b884371-cb25-4dfd-a7c6-0d32fbae3a30 already deleted. [ 700.542647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b884371-cb25-4dfd-a7c6-0d32fbae3a30" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.569659] env[66146]: INFO networking_nsxv3.common.synchronization [req-d8d6ca0f-06c0-4457-bf81-e69c118b1d2f req-32c28da3-8bed-4fe9-85f7-c29e4a668b74 service nova] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_rules [ 700.569832] env[66146]: INFO networking_nsxv3.common.synchronization [req-d8d6ca0f-06c0-4457-bf81-e69c118b1d2f req-32c28da3-8bed-4fe9-85f7-c29e4a668b74 service nova] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 700.569961] env[66146]: INFO networking_nsxv3.common.synchronization [req-d8d6ca0f-06c0-4457-bf81-e69c118b1d2f req-32c28da3-8bed-4fe9-85f7-c29e4a668b74 service nova] Enqueued Resource ID: 0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 with Priority: HIGHEST for action port [ 700.570216] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_rules [ 700.570352] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 700.570443] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 with Priority: HIGHEST for action port [ 700.571027] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.571304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.571388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.571554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.571682] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.572553] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.572688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.572915] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.573047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.574178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.574178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.574178] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4c7c11-06e0-405b-8ef6-da6c8c11cc81',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.883295] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.886752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.886752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.886752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.886752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.886752] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 already deleted. [ 700.886752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.076430] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.076663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.076937] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 with status ACTIVE [ 701.077210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.077382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.077517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.077768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.077927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.078172] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.078352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.078464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.078684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.078850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.079174] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.079446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.079589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.079871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.080256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.080256] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b4c7c11-06e0-405b-8ef6-da6c8c11cc81 is going to be updated. [ 701.105911] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.106109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.106162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.106350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.106655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4c7c11-06e0-405b-8ef6-da6c8c11cc81" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.586722] env[66146]: INFO networking_nsxv3.common.synchronization [req-4f6677eb-b4d3-4dec-bfa4-e662c760ce2a req-b600aef6-1258-4627-ac59-f2a2f10ed4f2 tempest-InstanceActionsTestJSON-1065733906 tempest-InstanceActionsTestJSON-1065733906-project-member] Enqueued Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_members [ 701.587437] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGHEST for action security_group_members [ 701.587625] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.588484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.588484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.588484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.588484] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.588484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.588484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.588484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.589142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.589142] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.092062] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.092062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.092062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.092513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.092513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.092513] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.092619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.092646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.092814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.092875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.092954] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71ca9c6-206d-4610-b757-ee64b34e5235 is going to be updated. [ 702.123985] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.123985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.124197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.124360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.124520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.135151] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71ca9c6-206d-4610-b757-ee64b34e5235 in Status: IN_PROGRESS for 2s [ 702.195336] env[66146]: INFO networking_nsxv3.common.synchronization [None req-9e6773e5-ec61-4a5c-90a0-d71347849362 None None] Enqueued Resource ID: 7af163e6-39a7-4140-851d-6d812bc99d25 with Priority: HIGHEST for action port [ 702.196583] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7af163e6-39a7-4140-851d-6d812bc99d25 with Priority: HIGHEST for action port [ 702.197769] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7af163e6-39a7-4140-851d-6d812bc99d25 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.197924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7af163e6-39a7-4140-851d-6d812bc99d25" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.200168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7af163e6-39a7-4140-851d-6d812bc99d25" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.200780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7af163e6-39a7-4140-851d-6d812bc99d25" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.200869] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7af163e6-39a7-4140-851d-6d812bc99d25',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.252503] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: SUCCESS [ 702.252718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.252874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.253106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.253656] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.253656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.253656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.253656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.253830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.253830] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.573722] env[66146]: INFO networking_nsxv3.common.synchronization [None req-321ec32b-dde9-456f-ad66-3c1491f3de97 tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_rules [ 702.573817] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_rules [ 702.574121] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.574247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.574315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.577026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.577026] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.684406] env[66146]: INFO networking_nsxv3.common.synchronization [None req-6372d5e1-4cda-4551-99cc-5ccec78f6ab2 tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_rules [ 702.685034] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_rules [ 702.686042] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.686042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.705155] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7af163e6-39a7-4140-851d-6d812bc99d25 [ 702.705155] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.705155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.705155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.705155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.705155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.705155] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7af163e6-39a7-4140-851d-6d812bc99d25 already deleted. [ 702.705155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7af163e6-39a7-4140-851d-6d812bc99d25" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.756164] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.106021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.106021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.106021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.106021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.106021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.106021] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e already deleted. [ 703.106021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.106021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.106021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.106021] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.259864] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.627198] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.627198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.627198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.627198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.627439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.627439] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e already deleted. [ 703.627439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.765955] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.766121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.766189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.766406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.766500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.766597] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be updated. [ 703.800495] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.800654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.800723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.800939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.801101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.815322] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: IN_PROGRESS for 2s [ 704.148043] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e71ca9c6-206d-4610-b757-ee64b34e5235 in Status: SUCCESS [ 704.148043] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e71ca9c6-206d-4610-b757-ee64b34e5235 deletion is rescheduled due to dependency. [ 704.148043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.871109] env[66146]: INFO networking_nsxv3.common.synchronization [None req-eebd6f9f-977a-4b0f-b3f5-e620268780ce None None] Enqueued Resource ID: 14cd10bf-e772-4f17-90e1-f1b12cf37fe1 with Priority: HIGHEST for action port [ 704.871109] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cd10bf-e772-4f17-90e1-f1b12cf37fe1 with Priority: HIGHEST for action port [ 704.871109] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-14cd10bf-e772-4f17-90e1-f1b12cf37fe1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.871109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14cd10bf-e772-4f17-90e1-f1b12cf37fe1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.871109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14cd10bf-e772-4f17-90e1-f1b12cf37fe1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.872059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14cd10bf-e772-4f17-90e1-f1b12cf37fe1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.872408] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14cd10bf-e772-4f17-90e1-f1b12cf37fe1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.928068] env[66146]: INFO networking_nsxv3.common.synchronization [req-b82cb9a1-9ab1-4e40-99ca-50744ef1e997 req-cd36c233-9594-4a79-abaa-d41b3664c357 tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 704.929161] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 704.929571] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.929755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.929821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.930071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.930267] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.930402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.930513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.930725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.931047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.931047] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.376892] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14cd10bf-e772-4f17-90e1-f1b12cf37fe1 [ 705.377303] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.378172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.378172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.378172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.378172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.378172] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14cd10bf-e772-4f17-90e1-f1b12cf37fe1 already deleted. [ 705.378371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14cd10bf-e772-4f17-90e1-f1b12cf37fe1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.434172] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.829932] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: SUCCESS [ 705.830235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.830410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.830625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.830808] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.830924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.830985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.831145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.831225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.831515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.831515] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.938228] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.335132] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.335132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.335132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.335132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.335132] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.335132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.335132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.335132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.335529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.335529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.335529] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.335529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.335529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.335713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.335823] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.335886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.335929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.336082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.336163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.336248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.336323] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.441536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.441850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.441850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.441981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.442087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.442236] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 706.461342] env[66146]: INFO networking_nsxv3.common.synchronization [req-ddc70c47-315a-4ca6-b493-9aec2c34c370 req-64293451-bd54-43a7-abfb-8f4cf93305f8 tempest-ServersAdminNegativeTestJSON-733435706 tempest-ServersAdminNegativeTestJSON-733435706-project-member] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 706.461868] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 706.462203] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.462329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.462393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.462588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.462739] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.462826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.462885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.464074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.465173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.465680] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.475168] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.478686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.478804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.479041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.479203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.494333] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 706.601411] env[66146]: INFO networking_nsxv3.common.synchronization [None req-498887d3-33b7-4c6d-a241-949901cb7adf tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 706.603163] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 706.603163] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.603840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.603944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.604285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.604421] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.766609] env[66146]: INFO networking_nsxv3.common.synchronization [req-f84114ee-8080-4fe8-8e24-f8b2e6fe4a8e req-79bc457e-585b-423f-8b4d-fd41f32e9397 tempest-MultipleCreateTestJSON-212262963 tempest-MultipleCreateTestJSON-212262963-project-member] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 706.766609] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGHEST for action security_group_members [ 706.766609] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.766609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.820815] env[66146]: INFO networking_nsxv3.common.synchronization [None req-23275d3e-3b60-4620-81eb-d7e1b34bdb2d tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 706.821449] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 706.822050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.822050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.840626] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e666f20-e58b-4ede-a6c8-06a16c06b17b: rpc.has_security_group_logging(os_id): False [ 706.864020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.864020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.864020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.864020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.864597] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.865214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.865214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.865532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.865532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.865532] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be updated. [ 706.957823] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.958021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.958133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.958371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.958487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.968927] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.978029] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: IN_PROGRESS for 2s [ 706.993454] env[66146]: INFO networking_nsxv3.common.synchronization [None req-bfda5be3-f551-4401-b821-693a1b62779a None None] Enqueued Resource ID: 83da8d98-b37a-492b-9b80-872cd498bfb5 with Priority: HIGHEST for action port [ 706.994140] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83da8d98-b37a-492b-9b80-872cd498bfb5 with Priority: HIGHEST for action port [ 706.994524] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-83da8d98-b37a-492b-9b80-872cd498bfb5 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.994666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83da8d98-b37a-492b-9b80-872cd498bfb5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.994728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83da8d98-b37a-492b-9b80-872cd498bfb5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.995509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83da8d98-b37a-492b-9b80-872cd498bfb5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.995741] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83da8d98-b37a-492b-9b80-872cd498bfb5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.131346] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.131732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.131838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.132082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.132210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.132313] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc already deleted. [ 707.132403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.132559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.132726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.132812] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.473465] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.498442] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83da8d98-b37a-492b-9b80-872cd498bfb5 [ 707.498691] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.499015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.499154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.499391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.499478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.499586] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83da8d98-b37a-492b-9b80-872cd498bfb5 already deleted. [ 707.499668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83da8d98-b37a-492b-9b80-872cd498bfb5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.658375] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.658375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.658375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.658375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.658375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.658375] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc already deleted. [ 707.658375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.792606] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7279378d-aec5-4c8e-bbb6-897952c3a24d None None] Enqueued Resource ID: c63c55fb-283c-4fbe-8652-29b167792f27 with Priority: HIGHEST for action port [ 707.792606] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63c55fb-283c-4fbe-8652-29b167792f27 with Priority: HIGHEST for action port [ 707.792606] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63c55fb-283c-4fbe-8652-29b167792f27 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.792606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63c55fb-283c-4fbe-8652-29b167792f27" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.792606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63c55fb-283c-4fbe-8652-29b167792f27" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.792606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63c55fb-283c-4fbe-8652-29b167792f27" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.792606] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63c55fb-283c-4fbe-8652-29b167792f27',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.824946] env[66146]: INFO networking_nsxv3.common.synchronization [req-bd8e4ccb-4bc3-4e5b-8f0a-fbff3086ac9e req-6478f6d2-6025-4af7-a2e3-cbc5fad38925 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 707.825765] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 707.828598] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.828598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.828598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.828598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.828598] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.828598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.828598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.828598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.828598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.828598] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.977501] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.977765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.977765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.978028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.978193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.978347] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be updated. [ 708.012858] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.013057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.013221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.013947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.013947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.026714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: IN_PROGRESS for 2s [ 708.299130] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c63c55fb-283c-4fbe-8652-29b167792f27 [ 708.299477] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.299656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.299797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.299973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.301155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.301155] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c63c55fb-283c-4fbe-8652-29b167792f27 already deleted. [ 708.301155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63c55fb-283c-4fbe-8652-29b167792f27" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.330633] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.502895] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 708.503202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.503202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.505182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.505182] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.505182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.505182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.505182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.505182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.505182] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.833473] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.997013] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: SUCCESS [ 708.998089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.006865] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.007078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.007179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.007459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.007588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.007833] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.007966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.008205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.008546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.008780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.008947] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be updated. [ 709.040588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.040890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.040949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.041182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.041785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.058765] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: IN_PROGRESS for 2s [ 709.342893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.342893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.342893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.342893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.342893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.342893] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 709.376638] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.376638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.376638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.376889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.377939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.386333] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 710.039502] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: SUCCESS [ 710.039823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.062716] env[66146]: INFO networking_nsxv3.common.synchronization [req-4eef1584-ed63-4db4-8f00-d15740dc306c req-1e0962ca-6cb1-4278-9ed9-5c49e7d1f805 tempest-ImagesOneServerTestJSON-1930029041 tempest-ImagesOneServerTestJSON-1930029041-project-member] Enqueued Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_members [ 711.064742] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGHEST for action security_group_members [ 711.064742] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.064742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.064742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.064742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.064742] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.064742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.064742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.065200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.065200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.065200] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.073582] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 in Status: SUCCESS [ 711.073769] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 deletion is rescheduled due to dependency. [ 711.073879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.396555] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 711.396555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.568022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.570710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.570710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.570710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.594848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.594848] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.594848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.594848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.594848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.597985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.597985] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d9bb95-ccca-4873-9b91-1a7249658579 is going to be updated. [ 711.625615] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.626055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.626055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.626055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.626245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.636723] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d9bb95-ccca-4873-9b91-1a7249658579 in Status: IN_PROGRESS for 2s [ 712.322410] env[66146]: INFO networking_nsxv3.common.synchronization [None req-ec451d3d-4073-4dde-adf9-c6d5710b5756 None None] Enqueued Resource ID: 6e43de0a-f94b-4334-ba2a-6ab73b7892b3 with Priority: HIGHEST for action port [ 712.322410] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e43de0a-f94b-4334-ba2a-6ab73b7892b3 with Priority: HIGHEST for action port [ 712.322410] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e43de0a-f94b-4334-ba2a-6ab73b7892b3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.322410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e43de0a-f94b-4334-ba2a-6ab73b7892b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.322410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e43de0a-f94b-4334-ba2a-6ab73b7892b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.322410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e43de0a-f94b-4334-ba2a-6ab73b7892b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.322410] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e43de0a-f94b-4334-ba2a-6ab73b7892b3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.609836] env[66146]: INFO networking_nsxv3.common.synchronization [None req-369b2a9d-89c5-4dce-8f79-3f836817acc6 None None] Enqueued Resource ID: d2509536-12bd-468a-b864-d778505f089d with Priority: HIGHEST for action port [ 712.610563] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2509536-12bd-468a-b864-d778505f089d with Priority: HIGHEST for action port [ 712.612724] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2509536-12bd-468a-b864-d778505f089d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.612868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2509536-12bd-468a-b864-d778505f089d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.612942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2509536-12bd-468a-b864-d778505f089d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.613403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2509536-12bd-468a-b864-d778505f089d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.613484] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2509536-12bd-468a-b864-d778505f089d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.825488] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e43de0a-f94b-4334-ba2a-6ab73b7892b3 [ 712.825488] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.825488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.825488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.825488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.825488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.825488] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e43de0a-f94b-4334-ba2a-6ab73b7892b3 already deleted. [ 712.825488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e43de0a-f94b-4334-ba2a-6ab73b7892b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.117273] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2509536-12bd-468a-b864-d778505f089d [ 713.117273] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.117273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.117273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.117273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.117273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.117273] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2509536-12bd-468a-b864-d778505f089d already deleted. [ 713.117273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2509536-12bd-468a-b864-d778505f089d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.417471] env[66146]: INFO networking_nsxv3.common.synchronization [req-45163f2a-e65f-4976-ba09-ed45ca72a16a req-36907221-7904-436e-9f44-e7b844b7e63a tempest-ServersWithSpecificFlavorTestJSON-2840794 tempest-ServersWithSpecificFlavorTestJSON-2840794-project-member] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 713.418011] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 713.418329] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.418727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.418727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.418727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.418873] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.419106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.419106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.422281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.422348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.422451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.647576] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 24d9bb95-ccca-4873-9b91-1a7249658579 in Status: SUCCESS [ 713.647764] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 24d9bb95-ccca-4873-9b91-1a7249658579 deletion is rescheduled due to dependency. [ 713.647924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.931232] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.931232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.931232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.931232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.956271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.956562] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.956654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.956713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.957159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.957159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.957255] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be updated. [ 713.986491] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.986676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.986739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.999044] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: IN_PROGRESS for 2s [ 714.302768] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-cfdf5d26-dcf5-414f-8c01-9cbf3e477686 tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 714.303739] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 714.305042] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.305042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.305042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.305525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.305525] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.305605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.306144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.306144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.306144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.306144] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.744029] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-911c5f7f-38df-4aae-ab73-4955f678202e tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 714.744625] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 714.744954] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.745701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.811451] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.811613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.811697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.811921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.812019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.812816] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.812816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.812816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.812816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.812816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.812816] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa already deleted. [ 714.812816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.813108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.813108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.813212] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.813652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.813652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.813652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.813652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.813798] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.228344] env[66146]: INFO networking_nsxv3.common.synchronization [None req-4f855b90-840e-458e-b346-4fadb5879803 None None] Enqueued Resource ID: aade28fb-7baa-460c-949a-f1ba845d21c4 with Priority: HIGHEST for action port [ 715.228344] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aade28fb-7baa-460c-949a-f1ba845d21c4 with Priority: HIGHEST for action port [ 715.229541] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-1aefe4d0-4366-46ad-84ae-4ed53bde6499 tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 715.230255] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-aade28fb-7baa-460c-949a-f1ba845d21c4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.230625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aade28fb-7baa-460c-949a-f1ba845d21c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.232061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aade28fb-7baa-460c-949a-f1ba845d21c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.232061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aade28fb-7baa-460c-949a-f1ba845d21c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.232061] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aade28fb-7baa-460c-949a-f1ba845d21c4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.232962] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 715.233650] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.233850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318240] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.318463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.318572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.318801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.318891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.319120] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.319448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.319448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.319448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.319601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.319601] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa already deleted. [ 715.319673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.319923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.320093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.320549] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.320549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.320549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.320850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.320850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.320850] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.613403] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.613403] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.613794] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.613794] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.614316] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.614499] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.614675] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.614938] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.615124] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.615339] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.615479] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.615537] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.615856] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.615856] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.615856] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.616024] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.638892] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.638892] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.638892] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.638892] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.638892] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-5e64b69e-3c71-4191-b69d-e4a892b28a44 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.638892] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.638892] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.638892] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.638892] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e64b69e-3c71-4191-b69d-e4a892b28a44',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.735722] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aade28fb-7baa-460c-949a-f1ba845d21c4 [ 715.735722] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.735722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.735722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.735722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.735722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.735722] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aade28fb-7baa-460c-949a-f1ba845d21c4 already deleted. [ 715.735722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aade28fb-7baa-460c-949a-f1ba845d21c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.827606] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.827873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.827920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.828198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.828312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.828579] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.828718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.828781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.828989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.829047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.829138] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa already deleted. [ 715.829220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.899357] env[66146]: INFO networking_nsxv3.common.synchronization [None req-19ab7160-adea-4d90-a013-a0077caffe00 None None] Enqueued Resource ID: 364a84dc-e1e7-43e4-b5df-9c6ec5c4e609 with Priority: HIGHEST for action port [ 715.900187] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364a84dc-e1e7-43e4-b5df-9c6ec5c4e609 with Priority: HIGHEST for action port [ 715.900490] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-364a84dc-e1e7-43e4-b5df-9c6ec5c4e609 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.900643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-364a84dc-e1e7-43e4-b5df-9c6ec5c4e609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.900742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-364a84dc-e1e7-43e4-b5df-9c6ec5c4e609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.901349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-364a84dc-e1e7-43e4-b5df-9c6ec5c4e609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.901462] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('364a84dc-e1e7-43e4-b5df-9c6ec5c4e609',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.010414] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 716.014462] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d deletion is rescheduled due to dependency. [ 716.014462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.144429] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.144668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.144771] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.145052] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.145200] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.145340] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 5e64b69e-3c71-4191-b69d-e4a892b28a44 not found, creating... [ 716.145588] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.145752] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.145863] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.146155] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.146195] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.147335] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.147335] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.147335] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.147335] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.147335] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.147335] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 5e64b69e-3c71-4191-b69d-e4a892b28a44 is going to be created. [ 716.169404] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.169404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.169404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.169404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.169404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.169404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.404236] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 364a84dc-e1e7-43e4-b5df-9c6ec5c4e609 [ 716.404423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.404633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.404723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.405027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.405159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.405265] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:364a84dc-e1e7-43e4-b5df-9c6ec5c4e609 already deleted. [ 716.405367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-364a84dc-e1e7-43e4-b5df-9c6ec5c4e609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.939667] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-505fbe3f-b85b-4dff-bdaa-c0706f128df0 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 716.939952] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-505fbe3f-b85b-4dff-bdaa-c0706f128df0 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 716.939952] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-505fbe3f-b85b-4dff-bdaa-c0706f128df0 service nova] Enqueued Resource ID: 5e64b69e-3c71-4191-b69d-e4a892b28a44 with Priority: HIGHEST for action port [ 716.940543] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 716.940681] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 716.940833] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e64b69e-3c71-4191-b69d-e4a892b28a44 with Priority: HIGHEST for action port [ 716.941138] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.941304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.941352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.942140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.942140] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.943253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.943253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.943253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.943253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.943253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.943253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.943253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.943698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.943698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.943698] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.945636] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e64b69e-3c71-4191-b69d-e4a892b28a44 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.945636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.945636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.945636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.945636] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e64b69e-3c71-4191-b69d-e4a892b28a44',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.244810] env[66146]: INFO networking_nsxv3.common.synchronization [req-ee1adf5d-4b02-450d-91dd-a46bc8ff4d3c req-76598ee8-9e53-437c-97d2-0bd75da23ff0 tempest-ServersTestBootFromVolume-1827327469 tempest-ServersTestBootFromVolume-1827327469-project-member] Enqueued Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_members [ 717.245139] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_members [ 717.245445] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.246487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.246487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.246487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.246487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.246487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.246729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.246729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.246785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.246881] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.447872] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.448923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.449039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.449206] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e64b69e-3c71-4191-b69d-e4a892b28a44 with status ACTIVE [ 717.449364] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.449470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.449535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.449743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.449946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.450017] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.450102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.450160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.450362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.450475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.450692] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.450792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.450855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.451089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.451970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.452201] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e64b69e-3c71-4191-b69d-e4a892b28a44 is going to be updated. [ 717.474476] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.474476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.474476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.474476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.474816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.475068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e64b69e-3c71-4191-b69d-e4a892b28a44" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.675722] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.675918] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-576" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.676052] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-576" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.676435] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-576" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.676710] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.676867] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.676975] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.677206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.677409] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.677594] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.677668] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.677820] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.677889] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.677945] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.678047] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.678172] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.724354] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.724354] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.724568] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.724749] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-576" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.725146] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-01e95a50-220a-47db-ae01-b041cd754b3f taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.725330] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.725471] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.725994] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.725994] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e95a50-220a-47db-ae01-b041cd754b3f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.749471] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.749610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.749610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.749817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.749889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.750101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.750237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.750532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.750532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.750622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.750653] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 already deleted. [ 717.750763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.843316] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-504 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.843316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-504" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.843316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-504" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.843316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-504" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.843316] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.843316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.843316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.843316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.843316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.843316] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.843316] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.843316] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.843316] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.844464] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.844464] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.844464] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.865722] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.865921] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.865988] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.866137] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-504" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.866441] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.867222] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.867222] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.867222] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.867222] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9ddc85-b07c-4a03-9da4-fecc986b12a7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.954449] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.228894] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.229225] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.229280] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.229524] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.229703] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.229882] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 01e95a50-220a-47db-ae01-b041cd754b3f not found, creating... [ 718.230264] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.230604] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.230604] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.230791] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.230939] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.231283] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.231477] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.231650] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.231872] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.232021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.232189] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 01e95a50-220a-47db-ae01-b041cd754b3f is going to be created. [ 718.256669] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.256930] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.257118] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.257405] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.257644] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.258034] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.370017] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.370359] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.370516] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.370829] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.371021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.371203] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 3a9ddc85-b07c-4a03-9da4-fecc986b12a7 not found, creating... [ 718.371522] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.371718] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.371891] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.372137] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.372325] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.372661] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.372851] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.372973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.373236] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.373399] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.373566] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 3a9ddc85-b07c-4a03-9da4-fecc986b12a7 is going to be created. [ 718.420959] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.421233] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.421374] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.421650] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.421882] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.422147] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.458684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.458883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.458964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.459226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.459326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.459480] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be created. [ 718.492164] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.492409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.492461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.492676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.492838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.505018] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: UNINITIALIZED for 2s [ 718.950960] env[66146]: INFO networking_nsxv3.common.synchronization [req-ee1adf5d-4b02-450d-91dd-a46bc8ff4d3c req-726ea942-57cb-4136-9d62-f558bd2f678f service nova] Enqueued Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_rules [ 718.950960] env[66146]: INFO networking_nsxv3.common.synchronization [req-ee1adf5d-4b02-450d-91dd-a46bc8ff4d3c req-726ea942-57cb-4136-9d62-f558bd2f678f service nova] Enqueued Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_members [ 718.950960] env[66146]: INFO networking_nsxv3.common.synchronization [req-ee1adf5d-4b02-450d-91dd-a46bc8ff4d3c req-726ea942-57cb-4136-9d62-f558bd2f678f service nova] Enqueued Resource ID: 01e95a50-220a-47db-ae01-b041cd754b3f with Priority: HIGHEST for action port [ 718.950960] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_rules [ 718.951252] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_members [ 718.951252] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e95a50-220a-47db-ae01-b041cd754b3f with Priority: HIGHEST for action port [ 718.952294] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.952294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.952294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.952491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.952525] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.953761] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.953931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.954114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.954398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.954713] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.954983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.954983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.955163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.955261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.955371] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.956578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e95a50-220a-47db-ae01-b041cd754b3f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.956786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.956786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.956960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.957091] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e95a50-220a-47db-ae01-b041cd754b3f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.175715] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-687076b5-32ef-4113-9978-721d1262e041 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 719.176220] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-687076b5-32ef-4113-9978-721d1262e041 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 719.176220] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-687076b5-32ef-4113-9978-721d1262e041 service nova] Enqueued Resource ID: 3a9ddc85-b07c-4a03-9da4-fecc986b12a7 with Priority: HIGHEST for action port [ 719.176360] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 719.176892] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 719.176892] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a9ddc85-b07c-4a03-9da4-fecc986b12a7 with Priority: HIGHEST for action port [ 719.181384] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.181502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.181740] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.182809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.183108] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.183281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.183389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.183537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.183622] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9ddc85-b07c-4a03-9da4-fecc986b12a7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.463026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01e95a50-220a-47db-ae01-b041cd754b3f with status ACTIVE [ 719.463026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.463026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.463026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.463026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.463026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01e95a50-220a-47db-ae01-b041cd754b3f is going to be updated. [ 719.464934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.465459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.465832] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.494353] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.494353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.494353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.494353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.494353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.494353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e95a50-220a-47db-ae01-b041cd754b3f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.691094] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a9ddc85-b07c-4a03-9da4-fecc986b12a7 with status ACTIVE [ 719.691094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.691094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.691094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.691094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.691586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.691586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.691586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.691586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.691586] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a9ddc85-b07c-4a03-9da4-fecc986b12a7 is going to be updated. [ 719.715217] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.715400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.715475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.715682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.715819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.715976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a9ddc85-b07c-4a03-9da4-fecc986b12a7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.967988] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.012231] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.012522] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.012662] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.012936] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.013217] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.013369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.013486] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.013705] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.013840] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.014057] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.014312] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.014312] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.014412] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.014447] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.014550] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.014673] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.020444] env[66146]: INFO networking_nsxv3.common.synchronization [req-ddc249e8-8b06-4a34-a66f-358b76e1f879 req-0f0cfb6c-83fc-4f98-a4aa-531c09a11a42 tempest-ServerAddressesTestJSON-553142874 tempest-ServerAddressesTestJSON-553142874-project-member] Enqueued Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_members [ 720.021082] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_members [ 720.021468] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.021615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.021688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.021981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.022734] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.022734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.022734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.022734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.022955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.022955] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.036039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.036039] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.036255] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.036310] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-731" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.036640] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-50c66ee3-6313-4c0c-96b7-791be4b0d545 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.036944] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.036944] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.037315] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.037474] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c66ee3-6313-4c0c-96b7-791be4b0d545',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.471067] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.471067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.471067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.471281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.471281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.471376] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 is going to be created. [ 720.496819] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.496972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.497056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.497292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.497455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.507277] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 in Status: UNINITIALIZED for 2s [ 720.514039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 720.514267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.514438] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.514755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.514949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.515080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.515135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.515310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.515505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.515505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.515697] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.516459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.516639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.516802] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.516909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.516963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.517122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.517195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.517287] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.525719] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.525862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.525934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.526151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.526479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.526479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.526590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.526665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.526836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.526916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.527028] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574de86c-59ee-4e65-964d-c5675be9ec6a already deleted. [ 720.527095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540625] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.540896] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.541013] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.541231] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.541374] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.541519] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 50c66ee3-6313-4c0c-96b7-791be4b0d545 not found, creating... [ 720.541797] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.542023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.542074] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.542307] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.542447] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.542724] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.542872] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.542979] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.543196] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.543317] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.543504] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 50c66ee3-6313-4c0c-96b7-791be4b0d545 is going to be created. [ 720.551346] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-781 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.551686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-781" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.551686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-781" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.552201] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-781" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.552364] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.552599] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.552779] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.553122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.553338] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.553608] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.553723] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.553829] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.553930] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.554045] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.554147] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.554290] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.586160] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.586462] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.586650] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.586812] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.587048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.587273] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.589063] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.589063] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.589063] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.589260] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-781" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.589574] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-bb239d5b-39ff-43ba-8826-7dbe7d94275f taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.589762] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589878] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.590375] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.590514] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb239d5b-39ff-43ba-8826-7dbe7d94275f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.018837] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.019380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.019380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.092891] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.093204] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.093390] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.093712] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.093861] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.094077] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port bb239d5b-39ff-43ba-8826-7dbe7d94275f not found, creating... [ 721.094302] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.094473] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.094587] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.094857] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.095617] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.095617] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.095617] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.095617] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.096226] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.096226] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.096226] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: bb239d5b-39ff-43ba-8826-7dbe7d94275f is going to be created. [ 721.121564] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.121790] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.122101] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.122489] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.122749] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.123016] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.286245] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-54876955-6fb3-4789-b5d8-dfa1ac211507 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 721.286461] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-54876955-6fb3-4789-b5d8-dfa1ac211507 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 721.286538] env[66146]: INFO networking_nsxv3.common.synchronization [req-284d585d-5a4d-4348-8c99-5b44bb7e40f5 req-54876955-6fb3-4789-b5d8-dfa1ac211507 service nova] Enqueued Resource ID: 50c66ee3-6313-4c0c-96b7-791be4b0d545 with Priority: HIGHEST for action port [ 721.287138] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 721.287279] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 721.287380] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50c66ee3-6313-4c0c-96b7-791be4b0d545 with Priority: HIGHEST for action port [ 721.287722] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.287842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.288238] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.288348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.288553] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-50c66ee3-6313-4c0c-96b7-791be4b0d545 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.288648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.288711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.288934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.289028] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50c66ee3-6313-4c0c-96b7-791be4b0d545',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.524136] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.792647] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50c66ee3-6313-4c0c-96b7-791be4b0d545 with status ACTIVE [ 721.792885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.793039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.793100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.793322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.793403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.793588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.793691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.793755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.793905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.793991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.794221] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.794377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.794377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.794505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.794536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.794628] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50c66ee3-6313-4c0c-96b7-791be4b0d545 is going to be updated. [ 721.824701] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.824838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.824902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.825632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.825632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.825632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50c66ee3-6313-4c0c-96b7-791be4b0d545" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.845261] env[66146]: INFO networking_nsxv3.common.synchronization [req-ddc249e8-8b06-4a34-a66f-358b76e1f879 req-3a27b206-c8e8-4c23-8173-02731a6d283d service nova] Enqueued Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_rules [ 721.845261] env[66146]: INFO networking_nsxv3.common.synchronization [req-ddc249e8-8b06-4a34-a66f-358b76e1f879 req-3a27b206-c8e8-4c23-8173-02731a6d283d service nova] Enqueued Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_members [ 721.845388] env[66146]: INFO networking_nsxv3.common.synchronization [req-ddc249e8-8b06-4a34-a66f-358b76e1f879 req-3a27b206-c8e8-4c23-8173-02731a6d283d service nova] Enqueued Resource ID: bb239d5b-39ff-43ba-8826-7dbe7d94275f with Priority: HIGHEST for action port [ 721.845614] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_rules [ 721.845736] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_members [ 721.845835] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb239d5b-39ff-43ba-8826-7dbe7d94275f with Priority: HIGHEST for action port [ 721.846598] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.846598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.846995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.846995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.846995] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.851515] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.851618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.851618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.851841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.852041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.852165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.852240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.852442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.852541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.852657] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.853606] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb239d5b-39ff-43ba-8826-7dbe7d94275f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.853800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.853800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.853956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.854067] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb239d5b-39ff-43ba-8826-7dbe7d94275f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.025748] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.026068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.026068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.026142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.026283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.026333] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 722.057096] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.057270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.057316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.057533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.057678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.068032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 722.356863] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.357040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.358021] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb239d5b-39ff-43ba-8826-7dbe7d94275f with status ACTIVE [ 722.358021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.358021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.358021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.358021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.358021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.358385] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.358385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.358385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.358493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.358493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.362032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.362032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.362032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.362032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.362032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.362032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb239d5b-39ff-43ba-8826-7dbe7d94275f is going to be updated. [ 722.362032] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.386378] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.386546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.386587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.386783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.386913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.387085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb239d5b-39ff-43ba-8826-7dbe7d94275f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.518146] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 in Status: SUCCESS [ 722.518373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.518539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.518766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.518993] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.519186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.519252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.519419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.519508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.519594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.519684] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.654637] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d07a9f9-34e5-4836-9aef-9c1bc3951094 req-69798953-ae73-4cd8-aeb8-d12dc49aa6ad tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 722.655019] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 722.657660] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.657660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.657660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.657660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.657660] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.657660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.657660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.657660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.657660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.657660] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.867304] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.023197] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.130884] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.131230] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.131230] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.131306] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.132093] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.132093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.132093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.132093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.132361] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.132473] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.132589] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.132694] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.132822] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.132931] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.133051] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.133179] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.152734] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.152945] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.153170] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.153382] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.153751] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-f7059fdf-fbe0-44de-bf31-d6300f902fda taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.153979] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.154122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.154433] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.154594] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7059fdf-fbe0-44de-bf31-d6300f902fda',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.160471] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.368791] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.369021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.369101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.369379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.369483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.369617] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574de86c-59ee-4e65-964d-c5675be9ec6a is going to be created. [ 723.398140] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.398358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.398489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.398676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.398845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.415628] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574de86c-59ee-4e65-964d-c5675be9ec6a in Status: UNINITIALIZED for 2s [ 723.526032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d0572f9-4967-46fc-93ae-f5d786a0aba0: rpc.has_security_group_logging(os_id): False [ 723.546426] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.546618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.546665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.549893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.549893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.549893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.549893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.549893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.549893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.549893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.549893] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 is going to be created. [ 723.615226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.615422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.615468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.615716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.615865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.627538] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 in Status: IN_PROGRESS for 2s [ 723.657413] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.657747] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.657801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.658065] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.658211] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.658358] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port f7059fdf-fbe0-44de-bf31-d6300f902fda not found, creating... [ 723.658653] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.658797] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.658875] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.659166] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.659245] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.659515] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.659665] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.659777] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.659975] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.660113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.661525] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: f7059fdf-fbe0-44de-bf31-d6300f902fda is going to be created. [ 723.663027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.709585] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.715121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.715121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.715121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.715121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.715121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.003943] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7ca84ec7-99f9-4d43-9c68-d48167033a81 None None] Enqueued Resource ID: e0fcfa31-7abb-484d-ad22-5293d70bc158 with Priority: HIGHEST for action port [ 724.003943] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fcfa31-7abb-484d-ad22-5293d70bc158 with Priority: HIGHEST for action port [ 724.004322] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0fcfa31-7abb-484d-ad22-5293d70bc158 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.004322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0fcfa31-7abb-484d-ad22-5293d70bc158" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.004322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0fcfa31-7abb-484d-ad22-5293d70bc158" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.004943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0fcfa31-7abb-484d-ad22-5293d70bc158" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.004943] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0fcfa31-7abb-484d-ad22-5293d70bc158',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.079207] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 724.079914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.079914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.080104] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.080272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.080445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.080847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.081040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.081144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.081366] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.081434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.081475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.081936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.081936] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.081936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.082097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.082231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.082380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.082510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.082647] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.083609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.083819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.083997] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.084177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.084236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.084431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.084622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.084713] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.165380] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.165779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.165779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.166412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.166412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.166412] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 724.211623] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.211837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.211837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.213832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.213832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.228520] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 724.507384] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0fcfa31-7abb-484d-ad22-5293d70bc158 [ 724.510931] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.511154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.511206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.511397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.511494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.511606] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0fcfa31-7abb-484d-ad22-5293d70bc158 already deleted. [ 724.511706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0fcfa31-7abb-484d-ad22-5293d70bc158" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.522973] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d07a9f9-34e5-4836-9aef-9c1bc3951094 req-5ecc36b8-75a3-4922-9ddd-d9c7a142c534 service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 724.523180] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d07a9f9-34e5-4836-9aef-9c1bc3951094 req-5ecc36b8-75a3-4922-9ddd-d9c7a142c534 service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 724.523332] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d07a9f9-34e5-4836-9aef-9c1bc3951094 req-5ecc36b8-75a3-4922-9ddd-d9c7a142c534 service nova] Enqueued Resource ID: f7059fdf-fbe0-44de-bf31-d6300f902fda with Priority: HIGHEST for action port [ 724.523961] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 724.524350] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 724.524350] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7059fdf-fbe0-44de-bf31-d6300f902fda with Priority: HIGHEST for action port [ 724.524539] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.524677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.524748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.525164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.525164] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.526071] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.526225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.526363] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7059fdf-fbe0-44de-bf31-d6300f902fda taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.526462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.526515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.526700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.526798] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7059fdf-fbe0-44de-bf31-d6300f902fda',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.588965] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1053009-6063-4846-831e-1343f27ed2aa: rpc.has_security_group_logging(os_id): False [ 724.590172] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.610019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.610286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.610286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.610596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.610778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.610908] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.611092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.611092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.611621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.611621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.611621] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.611621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.611621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.611881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.611881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.611995] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.612084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.612150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.612344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.612508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.612508] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be created. [ 724.680150] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.680297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.680362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.680572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.680805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.692507] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 725.031945] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.032182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.032371] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7059fdf-fbe0-44de-bf31-d6300f902fda with status ACTIVE [ 725.032598] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.033164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.033164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.033164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.033164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.033479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.033479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.033566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.033685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.033764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.033974] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.034088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.034150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.034327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.034424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.034515] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7059fdf-fbe0-44de-bf31-d6300f902fda is going to be updated. [ 725.069047] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.069206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.069278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.069486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.069626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.069791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7059fdf-fbe0-44de-bf31-d6300f902fda" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.092442] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.127558] env[66146]: INFO networking_nsxv3.common.synchronization [req-5fc52e57-5d50-498f-b3f3-d03c46907128 req-20bd185d-d059-4399-a1f8-398a0cc6d03b tempest-FloatingIPsAssociationTestJSON-837899088 tempest-FloatingIPsAssociationTestJSON-837899088-project-member] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 725.128339] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGHEST for action security_group_members [ 725.128457] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.128547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.128591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.129028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.129028] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.129173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.129215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.129826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.129826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.129826] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.426655] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574de86c-59ee-4e65-964d-c5675be9ec6a in Status: SUCCESS [ 725.427036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.428860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.428860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.428860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.428860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.428860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.428860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.428860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.428860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.429257] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.597050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.597050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.597050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.597050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.597050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.597050] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 725.639812] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.639812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.639812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.639812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.639812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.645024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.645990] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be updated. [ 725.648127] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 in Status: SUCCESS [ 725.649019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.659274] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 725.694939] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.695179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.695231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.695492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.695641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.706791] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: IN_PROGRESS for 2s [ 725.931779] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.931968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.932056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.932271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.932459] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.932561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.932651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.936021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.936021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.936021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.936021] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.241027] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 726.241436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.241644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.241900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.245452] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.245689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.245810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.246056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.246177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.246287] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.437972] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 574de86c-59ee-4e65-964d-c5675be9ec6a: rpc.has_security_group_logging(os_id): False [ 726.457930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.458179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.458964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.458964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.458964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.458964] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.458964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.458964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.459200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.459200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.459350] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.459424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.459643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.459643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.459812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.459840] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.459933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.459981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.460425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.460535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.461515] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574de86c-59ee-4e65-964d-c5675be9ec6a is going to be created. [ 726.533400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.533520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.533520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.534718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.534718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.552019] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574de86c-59ee-4e65-964d-c5675be9ec6a in Status: IN_PROGRESS for 2s [ 726.706334] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 726.706577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.706768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.706989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.707094] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.749935] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.795218] env[66146]: INFO networking_nsxv3.common.synchronization [req-16553272-50e2-49f1-bff6-f8fc57d9b4f9 req-db2cd7cf-b9b3-4e0c-82d9-7ab88c2839ed tempest-DeleteServersAdminTestJSON-181517992 tempest-DeleteServersAdminTestJSON-181517992-project-member] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 726.800466] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 726.800466] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.800466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.800466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.800466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.800466] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.800466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.800466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.800466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.800466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.800466] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.131904] env[66146]: INFO networking_nsxv3.common.synchronization [None req-41733b86-8522-4a9a-96ce-0338fe6a76b6 None None] Enqueued Resource ID: 35d326eb-1f99-42ef-a7dd-94e36714f8d9 with Priority: HIGHEST for action port [ 727.134372] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d326eb-1f99-42ef-a7dd-94e36714f8d9 with Priority: HIGHEST for action port [ 727.134372] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d326eb-1f99-42ef-a7dd-94e36714f8d9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.134560] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d326eb-1f99-42ef-a7dd-94e36714f8d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.134954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d326eb-1f99-42ef-a7dd-94e36714f8d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.137169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d326eb-1f99-42ef-a7dd-94e36714f8d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.137169] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d326eb-1f99-42ef-a7dd-94e36714f8d9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.209648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.209648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.252471] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.259130] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.259130] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.259130] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.259130] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.259130] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.259130] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.259130] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.259592] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.259592] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.259656] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.259806] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.259883] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.259929] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.260051] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.260661] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.260661] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.295027] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.295027] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.295027] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.295027] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.295027] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.295027] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.295027] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.295027] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.295027] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.303217] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.303372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.303459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.303666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.304273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.304273] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.304511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.304511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.304575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.304606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.304687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 already deleted. [ 727.304773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.638299] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d326eb-1f99-42ef-a7dd-94e36714f8d9 [ 727.638921] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.639147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.639227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.639510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.639657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.639763] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d326eb-1f99-42ef-a7dd-94e36714f8d9 already deleted. [ 727.639852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d326eb-1f99-42ef-a7dd-94e36714f8d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.673231] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 727.673583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.673744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.673994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.674175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.674375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.674375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.674517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.674595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.674682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.674776] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.718039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 in Status: SUCCESS [ 727.719042] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 deletion is rescheduled due to dependency. [ 727.719042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.757610] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.757794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.757865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.758092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.758175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.758269] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 727.794193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.794340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.794423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.794640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.794787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.798535] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.798722] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.798930] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.800158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.800158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.800158] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 not found, creating... [ 727.800158] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.800158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.800158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.800446] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.800652] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.800808] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.801139] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.801267] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.801400] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 is going to be created. [ 727.812205] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 727.826119] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.826330] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.826437] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.826703] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.826913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.827143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.177039] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.177198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.177198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.177426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178163] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.178342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.178510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.178616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.178711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.178858] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.178951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.179023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.179171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.179547] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.179547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.179547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.179640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.179640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.179824] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.524297] env[66146]: INFO networking_nsxv3.common.synchronization [req-16553272-50e2-49f1-bff6-f8fc57d9b4f9 req-b7106eb8-3a49-4176-8212-9d0aea5c73a8 service nova] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_rules [ 728.524638] env[66146]: INFO networking_nsxv3.common.synchronization [req-16553272-50e2-49f1-bff6-f8fc57d9b4f9 req-b7106eb8-3a49-4176-8212-9d0aea5c73a8 service nova] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 728.524955] env[66146]: INFO networking_nsxv3.common.synchronization [req-16553272-50e2-49f1-bff6-f8fc57d9b4f9 req-b7106eb8-3a49-4176-8212-9d0aea5c73a8 service nova] Enqueued Resource ID: 14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 with Priority: HIGHEST for action port [ 728.528186] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_rules [ 728.528186] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 728.528186] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 with Priority: HIGHEST for action port [ 728.528186] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.528186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.528186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.528186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.528186] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.528552] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.528753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.530675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.530675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.530675] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.530675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.530675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.530675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.530675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.530675] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.531469] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.531469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.531469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.531604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.531877] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.569427] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574de86c-59ee-4e65-964d-c5675be9ec6a in Status: SUCCESS [ 728.569739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.682095] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1053009-6063-4846-831e-1343f27ed2aa: rpc.has_security_group_logging(os_id): False [ 728.700873] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.701125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.701242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.701394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.701527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.701772] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.701910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.701910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.702093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.702170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.702456] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.702674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.702674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.702891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.702891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.703096] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.703211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.703297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.703546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.703757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.703757] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 728.773028] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.773028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.773028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.773028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.773028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.787831] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 729.034069] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.035372] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.035493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.035713] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 with status ACTIVE [ 729.035886] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.036010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.036104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.036351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.036469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.036659] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.036762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.036827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.036999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.044969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.044969] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.044969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.044969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.044969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.044969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.044969] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5 is going to be updated. [ 729.096516] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.096800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.096800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.097055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.097202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.097389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14737fb2-6dfb-4ab4-b3b7-a0334efa3ea5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.443137] env[66146]: INFO networking_nsxv3.common.synchronization [req-cab2efd8-a578-4869-a0b0-6789bde1cd57 req-f86b03e6-cfe3-41a5-8396-9a69d439bc5e tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 729.443684] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 729.443979] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.444242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.444869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.444869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.444968] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.445073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.445134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.445408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.445408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.445491] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.545516] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.794625] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.795025] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.795025] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.795379] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.796581] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.796581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.796581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.796581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.796581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.797019] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.797019] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.797860] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.798043] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.798191] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.798314] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.798453] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.819944] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.819944] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.820197] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.820197] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.820495] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-77ae50e0-1036-41cf-8224-d864086bbf97 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.820717] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.820792] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.821103] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.821233] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ae50e0-1036-41cf-8224-d864086bbf97',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.823192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 729.823274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.823375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.823608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.823741] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.823862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.824266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.824266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.824266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.824266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.824600] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.951063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.951063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.951063] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c already deleted. [ 729.951063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.046649] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.046856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.046933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.047175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.047259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.047433] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be created. [ 730.073225] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.073400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.073492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.073718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.073933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.086422] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: UNINITIALIZED for 2s [ 730.326090] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.326443] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.327784] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.328150] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.328306] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.328477] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 77ae50e0-1036-41cf-8224-d864086bbf97 not found, creating... [ 730.328820] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.328974] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.329103] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.329401] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.329606] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.330359] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.331077] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.331077] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.331077] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.331221] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.331327] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 77ae50e0-1036-41cf-8224-d864086bbf97 is going to be created. [ 730.332601] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.332756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.332863] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.333037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.333227] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.333382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.333489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.333666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.333778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.333889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.334079] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.334277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.334348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.334495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.335538] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.335538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.335538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.335538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.335538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.335538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.335538] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.358664] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.359296] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.359871] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.360357] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.360694] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.361075] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.366649] env[66146]: INFO networking_nsxv3.common.synchronization [req-68626592-0a08-4431-b5a7-cfe385f036d1 req-0f06daaa-6f35-4630-a940-d4d884813b45 tempest-ServersTestJSON-1089507113 tempest-ServersTestJSON-1089507113-project-member] Enqueued Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_members [ 730.367484] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGHEST for action security_group_members [ 730.368083] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.368218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.368313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.368596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.368875] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.369186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.369186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.369504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.369504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.369566] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.804372] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 730.804713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.808025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.808025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.808025] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.840059] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4371fa2-4202-4418-87eb-c885a8290a4d: rpc.has_security_group_logging(os_id): False [ 730.857498] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.857686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.857730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.857910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.858015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.858204] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.858511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.858615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.859222] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.859222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.859222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.859222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.859222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.859424] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.859424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.859494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.859602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.859653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.859716] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 730.880057] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.880057] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.880057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.880057] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3635536c-051f-4573-880b-4828505db345 is going to be updated. [ 730.907023] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.907023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.907023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.907023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.907023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.915907] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3635536c-051f-4573-880b-4828505db345 in Status: IN_PROGRESS for 2s [ 730.926203] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.926203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.926203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.926385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.926385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.948381] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 731.221191] env[66146]: INFO networking_nsxv3.common.synchronization [req-cab2efd8-a578-4869-a0b0-6789bde1cd57 req-3883b4c0-670e-482e-84d1-5a5c4e382b9b service nova] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_rules [ 731.221385] env[66146]: INFO networking_nsxv3.common.synchronization [req-cab2efd8-a578-4869-a0b0-6789bde1cd57 req-3883b4c0-670e-482e-84d1-5a5c4e382b9b service nova] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 731.221544] env[66146]: INFO networking_nsxv3.common.synchronization [req-cab2efd8-a578-4869-a0b0-6789bde1cd57 req-3883b4c0-670e-482e-84d1-5a5c4e382b9b service nova] Enqueued Resource ID: 77ae50e0-1036-41cf-8224-d864086bbf97 with Priority: HIGHEST for action port [ 731.222276] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_rules [ 731.222481] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 731.222609] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77ae50e0-1036-41cf-8224-d864086bbf97 with Priority: HIGHEST for action port [ 731.222919] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.223078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.223174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.223549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.223636] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.224634] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.224757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.224822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225197] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.225293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.225361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.225686] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.226920] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-77ae50e0-1036-41cf-8224-d864086bbf97 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.227056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.227104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.227265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.227340] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77ae50e0-1036-41cf-8224-d864086bbf97',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.310290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.310526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.310591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.310892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.311069] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.311574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.311574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.311574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.311574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.311574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.311896] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.729089] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.729309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.729414] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.732984] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77ae50e0-1036-41cf-8224-d864086bbf97 with status ACTIVE [ 731.733714] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.733714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.733714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.733714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.733714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.733914] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.734340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.734340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.734340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.734340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.734571] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.734628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.734675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.734858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.734902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.734946] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77ae50e0-1036-41cf-8224-d864086bbf97 is going to be updated. [ 731.757039] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.757272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.757272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.757572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.757781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.758067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77ae50e0-1036-41cf-8224-d864086bbf97" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.814705] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.815047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.815047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.815181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.815353] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.815460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.815556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.815677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.815769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.815860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.816021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.816116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.816177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.816588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.816746] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.816746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.816746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.816891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.816970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.817068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.817159] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.101202] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: SUCCESS [ 732.101370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.102035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.102035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.102269] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.102531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.102671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.103232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.103232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.103453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.103538] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.233509] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.320375] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1053009-6063-4846-831e-1343f27ed2aa: rpc.has_security_group_logging(os_id): False [ 732.342317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.342317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.342317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.342317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.342889] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.342889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.343237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.343496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.343691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.343863] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 732.409320] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.409674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.409886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.410760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.410760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.423032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 732.606930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.607297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.607297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.607474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.607568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.607703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.607779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.607859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.607943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.608050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.608192] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.608301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.608377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.608504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.608656] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.608763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.608836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.608932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.609022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.609098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.609166] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.740710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.740710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.740710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.740710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.740710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.740710] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be created. [ 732.820018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.820658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.825850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.825850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.825850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.857850] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: UNINITIALIZED for 2s [ 732.927226] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3635536c-051f-4573-880b-4828505db345 in Status: SUCCESS [ 732.927443] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3635536c-051f-4573-880b-4828505db345 deletion is rescheduled due to dependency. [ 732.927585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.967099] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 732.967740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.111610] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42987bac-6968-42c9-960e-ddb00c28ada4: rpc.has_security_group_logging(os_id): False [ 733.137034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.137034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.137034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.137034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.137034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.137034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.137034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.137034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.137034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.138319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.138806] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.138806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.138806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.139183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.139183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.139341] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.139341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.139515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.141609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.141609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.141609] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be created. [ 733.215697] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.215905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.215905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.216176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.216355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.237569] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: IN_PROGRESS for 2s [ 734.437612] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 734.438083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.873025] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.873025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.873025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.873025] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.255507] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: SUCCESS [ 735.255819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.376952] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.377229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.377336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.377623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.380195] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.380195] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.380195] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.380195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.380849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.380849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.380849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.381106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.381937] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.885792] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 016fe6da-5bcb-4e2c-8ced-636a73cacb6c: rpc.has_security_group_logging(os_id): False [ 735.909663] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.909815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.909869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.910171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.910221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.910411] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.910506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.910572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.910736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.911669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.911669] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.911669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.911669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.911669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.911669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.911669] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.912121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.912121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.912121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.912121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.912121] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be created. [ 735.973909] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.974176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.974272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.974628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.974936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.018365] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 736.223746] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 736.223746] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 737.275499] env[66146]: INFO networking_nsxv3.common.synchronization [req-ad6f013d-41b9-4e49-b312-c21461333ced req-7814b853-d63b-41c3-9e65-c4574824e449 tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 737.276124] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 737.276464] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.276605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.276660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.276884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.277198] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.277345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.277455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.278107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.278107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.278107] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.515978] env[66146]: INFO networking_nsxv3.common.synchronization [req-ad6f013d-41b9-4e49-b312-c21461333ced req-a063ae9d-8773-47bd-b8c7-beebba70a69a tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 737.516706] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 737.519093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.519227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.781424] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.801640] env[66146]: INFO networking_nsxv3.common.synchronization [req-ad6f013d-41b9-4e49-b312-c21461333ced req-e17d6dcd-2611-4f82-beb8-d13b7080a23f tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 737.802744] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 737.803128] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.803236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.822701] env[66146]: INFO networking_nsxv3.common.synchronization [req-db820ae2-b74e-453a-ad78-1489e74ad993 req-6e6057e0-e48e-4cd1-a89c-3bcee45d3676 tempest-ServerAddressesTestJSON-553142874 tempest-ServerAddressesTestJSON-553142874-project-member] Enqueued Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_members [ 737.823414] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGHEST for action security_group_members [ 737.823874] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.824045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.824091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.824292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.824445] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.824548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.824618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.824753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.824837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.824931] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.041395] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 738.041637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287545] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.332034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.332034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.332034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.332034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.332034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.332361] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.332361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.332531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.332635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.332693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.332812] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574de86c-59ee-4e65-964d-c5675be9ec6a is going to be updated. [ 738.368301] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.368469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.368523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.368797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.368944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.378270] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574de86c-59ee-4e65-964d-c5675be9ec6a in Status: IN_PROGRESS for 2s [ 738.790696] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.790898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.790898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.791188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.791273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.791384] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 738.821936] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.822319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.822319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.822319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.822755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.831476] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 740.388843] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574de86c-59ee-4e65-964d-c5675be9ec6a in Status: SUCCESS [ 740.388843] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574de86c-59ee-4e65-964d-c5675be9ec6a deletion is rescheduled due to dependency. [ 740.388843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.855868] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 740.855868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.855868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.855868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.856093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.856231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.856231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.856478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.857157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.857157] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.362061] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.362061] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.362061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.362061] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 741.394402] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.394871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.394871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.396075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.396075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.407251] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 741.872188] env[66146]: INFO networking_nsxv3.common.synchronization [req-2d6f58b4-b360-4be4-aa7e-31ba1ac1fecb req-3830d744-680a-4590-a225-0ec9f49d9213 tempest-ServersAdminNegativeTestJSON-733435706 tempest-ServersAdminNegativeTestJSON-733435706-project-member] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 741.873364] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGHEST for action security_group_members [ 741.874062] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.874800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.875026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.875437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.875875] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.876192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.876466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.876865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.877172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.877431] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.380125] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.380416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.380534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.380795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.403706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.404130] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.404212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.404314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.404544] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.404667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.404795] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be updated. [ 742.439229] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.439229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.439229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.439722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.440134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.453888] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: IN_PROGRESS for 2s [ 742.583985] env[66146]: INFO networking_nsxv3.common.synchronization [req-b19e6878-9a0f-467e-902b-6bf6f1279bb5 req-e12ddc25-0e1a-41ab-82e4-2024dd248096 tempest-DeleteServersAdminTestJSON-1330577987 tempest-DeleteServersAdminTestJSON-1330577987-project-admin] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 742.584540] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 742.584876] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.584998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.585076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.585278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.585887] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.585973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.586060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.586223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.586335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.586398] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.091286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.091286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.091286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.091286] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be updated. [ 743.122843] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.123011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.123087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.123303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.123459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.134254] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: IN_PROGRESS for 2s [ 743.419970] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 743.420353] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa deletion is rescheduled due to dependency. [ 743.420353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.420450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.420665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.420847] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.420968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.421042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.421202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.421287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.421383] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.926280] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.926544] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.926826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.926924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.927094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.927350] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.927476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.927547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.927785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.927912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.928025] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 743.963031] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.963031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.963031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.963031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.963031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.971038] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 744.466872] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed in Status: SUCCESS [ 744.466872] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed deletion is rescheduled due to dependency. [ 744.466872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.146697] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: SUCCESS [ 745.147168] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 deletion is rescheduled due to dependency. [ 745.147168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.779713] env[66146]: INFO networking_nsxv3.common.synchronization [req-33385a86-f61a-474b-ab41-db40118473cf req-ad295075-c53d-4365-9d5b-e3331c27ce7a tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 745.780462] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 745.780782] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.780909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.780981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.781241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.781400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.781621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.781621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.781780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.781833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.781892] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.988353] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 745.988353] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa deletion is rescheduled due to dependency. [ 745.988571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.135983] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.135983] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.136249] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.136462] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.136774] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.136941] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.137167] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.137291] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.137431] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.137638] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.137763] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.137902] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.138070] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.138287] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.138425] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.138589] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.160484] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.160683] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.160855] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.161096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.161449] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-d11611e3-38be-4fd7-9251-3df7c67f46b3 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.161646] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.161762] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.162094] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.162231] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11611e3-38be-4fd7-9251-3df7c67f46b3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.285736] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.286045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.286244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.286355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.286529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.286682] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.286744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.286780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.286926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.287049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.287147] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 already deleted. [ 746.287229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.573396] env[66146]: INFO networking_nsxv3.common.synchronization [None req-05d4729d-ae19-47ec-946e-b069cc095ef9 None None] Enqueued Resource ID: 7e4b6b63-8c34-496a-be11-de712d7e5776 with Priority: HIGHEST for action port [ 746.573720] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4b6b63-8c34-496a-be11-de712d7e5776 with Priority: HIGHEST for action port [ 746.574268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e4b6b63-8c34-496a-be11-de712d7e5776 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.574386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e4b6b63-8c34-496a-be11-de712d7e5776" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.574471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e4b6b63-8c34-496a-be11-de712d7e5776" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.574773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e4b6b63-8c34-496a-be11-de712d7e5776" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.574846] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4b6b63-8c34-496a-be11-de712d7e5776',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.664860] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.665943] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.665943] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.665943] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.665943] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.665943] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port d11611e3-38be-4fd7-9251-3df7c67f46b3 not found, creating... [ 746.666257] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.666342] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.666384] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.667334] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.667334] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.667334] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.667334] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.667334] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.667587] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.669847] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.669847] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: d11611e3-38be-4fd7-9251-3df7c67f46b3 is going to be created. [ 746.695608] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.695840] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.695957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.696303] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.696620] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.696878] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.078198] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e4b6b63-8c34-496a-be11-de712d7e5776 [ 747.078806] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.078806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.078806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.078958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.078958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.079038] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e4b6b63-8c34-496a-be11-de712d7e5776 already deleted. [ 747.079146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e4b6b63-8c34-496a-be11-de712d7e5776" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.193341] env[66146]: INFO networking_nsxv3.common.synchronization [req-be981b74-c823-4daa-97c3-754d7fcc2abd req-d67ea951-b46b-4c45-ac47-17859ef3ae33 tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 747.197200] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 747.197890] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.198437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.198535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.198936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.198936] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.199164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.199164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.199305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.199386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.199489] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.496490] env[66146]: INFO networking_nsxv3.common.synchronization [req-33385a86-f61a-474b-ab41-db40118473cf req-a973f1e7-7483-4bf6-83ba-30aa16fda4d4 service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 747.496748] env[66146]: INFO networking_nsxv3.common.synchronization [req-33385a86-f61a-474b-ab41-db40118473cf req-a973f1e7-7483-4bf6-83ba-30aa16fda4d4 service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 747.496892] env[66146]: INFO networking_nsxv3.common.synchronization [req-33385a86-f61a-474b-ab41-db40118473cf req-a973f1e7-7483-4bf6-83ba-30aa16fda4d4 service nova] Enqueued Resource ID: d11611e3-38be-4fd7-9251-3df7c67f46b3 with Priority: HIGHEST for action port [ 747.497564] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 747.497735] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 747.497852] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d11611e3-38be-4fd7-9251-3df7c67f46b3 with Priority: HIGHEST for action port [ 747.498505] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.498837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.498837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.499106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.499196] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.500271] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.502982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.503040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.503796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.504411] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.504411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.504411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.504578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.504578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.504651] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.510025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d11611e3-38be-4fd7-9251-3df7c67f46b3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.510025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.510025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.510025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.510025] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d11611e3-38be-4fd7-9251-3df7c67f46b3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.608053] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.608053] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-219" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.608053] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-219" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.608289] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-219" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.608570] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.608887] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.608887] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.609483] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.609749] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.610274] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.610430] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.610637] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.610718] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.610914] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.611103] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.611245] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.632088] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.632272] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.632409] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.632646] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-219" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.632958] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-36848acb-559b-41a3-9684-cb1963b8515b taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.633149] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.633305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.633585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.633720] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36848acb-559b-41a3-9684-cb1963b8515b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.703685] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.703685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.703685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.703685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.703685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.703685] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.703685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.703685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.703685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.704260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.704260] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 already deleted. [ 747.704260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.008296] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.011871] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.011871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.013424] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d11611e3-38be-4fd7-9251-3df7c67f46b3 with status ACTIVE [ 748.013839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.014484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.014484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.014484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.014755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.015485] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.015485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.015485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.015485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.015735] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.015735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.015735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.015843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.017953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.017953] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d11611e3-38be-4fd7-9251-3df7c67f46b3 is going to be updated. [ 748.057827] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.057989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.058830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.058830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.058830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.058830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d11611e3-38be-4fd7-9251-3df7c67f46b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.136141] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.136736] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.136736] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.136826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.136986] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.137127] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 36848acb-559b-41a3-9684-cb1963b8515b not found, creating... [ 748.137400] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.137571] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.137682] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.137920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.138068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.138361] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.138542] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.138651] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.138857] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.138985] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.139129] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 36848acb-559b-41a3-9684-cb1963b8515b is going to be created. [ 748.188351] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.188728] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.188823] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.189241] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.189579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.189832] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.512967] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.713591] env[66146]: INFO networking_nsxv3.common.synchronization [None req-89387e3d-957e-4bc4-a29c-fbf8a6fde3ca None None] Enqueued Resource ID: 1e3fcd5a-886d-4a4d-9728-db5ad5c1e892 with Priority: HIGHEST for action port [ 748.713591] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3fcd5a-886d-4a4d-9728-db5ad5c1e892 with Priority: HIGHEST for action port [ 748.714254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e3fcd5a-886d-4a4d-9728-db5ad5c1e892 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.714714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e3fcd5a-886d-4a4d-9728-db5ad5c1e892" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.714924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e3fcd5a-886d-4a4d-9728-db5ad5c1e892" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.716519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e3fcd5a-886d-4a4d-9728-db5ad5c1e892" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.716519] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3fcd5a-886d-4a4d-9728-db5ad5c1e892',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.895996] env[66146]: INFO networking_nsxv3.common.synchronization [req-be981b74-c823-4daa-97c3-754d7fcc2abd req-9c6d7a50-f036-4aff-9bb0-e52d3185da55 service nova] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 748.896358] env[66146]: INFO networking_nsxv3.common.synchronization [req-be981b74-c823-4daa-97c3-754d7fcc2abd req-9c6d7a50-f036-4aff-9bb0-e52d3185da55 service nova] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 748.896657] env[66146]: INFO networking_nsxv3.common.synchronization [req-be981b74-c823-4daa-97c3-754d7fcc2abd req-9c6d7a50-f036-4aff-9bb0-e52d3185da55 service nova] Enqueued Resource ID: 36848acb-559b-41a3-9684-cb1963b8515b with Priority: HIGHEST for action port [ 748.897626] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 748.897901] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 748.898142] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36848acb-559b-41a3-9684-cb1963b8515b with Priority: HIGHEST for action port [ 748.898665] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.899089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.899089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.899416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.899618] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.902187] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.902187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.902187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.902187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.902521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.903061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.903061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.903061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.903179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.906260] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.906260] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-36848acb-559b-41a3-9684-cb1963b8515b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.906260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.906260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.906260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.906260] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36848acb-559b-41a3-9684-cb1963b8515b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.016979] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.016979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.017149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.017278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.017392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.017501] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be created. [ 749.048254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.048625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.048625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.048939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.049255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.060841] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: UNINITIALIZED for 2s [ 749.218363] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e3fcd5a-886d-4a4d-9728-db5ad5c1e892 [ 749.218732] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.218821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.218821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.219080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.219726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.219726] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e3fcd5a-886d-4a4d-9728-db5ad5c1e892 already deleted. [ 749.219726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e3fcd5a-886d-4a4d-9728-db5ad5c1e892" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.269469] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0439bbe7-1dd7-4dad-94d0-714e7395a3c6 tempest-ServerActionsV293TestJSON-549764471 tempest-ServerActionsV293TestJSON-549764471-project-member] Enqueued Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_rules [ 749.270118] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_rules [ 749.270417] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.270417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.270417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.270730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.270814] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.393829] env[66146]: INFO networking_nsxv3.common.synchronization [None req-719d8fe3-b612-4461-8030-459ff191b881 tempest-ServerActionsV293TestJSON-549764471 tempest-ServerActionsV293TestJSON-549764471-project-member] Enqueued Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_rules [ 749.394493] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_rules [ 749.395097] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.395097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.408129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.408582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.408582] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.409412] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36848acb-559b-41a3-9684-cb1963b8515b with status ACTIVE [ 749.409602] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.409713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.409776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.409984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.410082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.410261] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.410415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.410495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.410685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.410763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.410942] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.411054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.411112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.411259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.411330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.411408] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36848acb-559b-41a3-9684-cb1963b8515b is going to be updated. [ 749.442189] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.442419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.442419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.442696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.442853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.443035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.792576] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.792576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.792576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.792576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.792576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.792866] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e already deleted. [ 749.792866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.792866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.793252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.793252] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.915408] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.321090] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.321558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.321558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.321558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.321754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.321801] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e already deleted. [ 750.321882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.417879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.418051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.418127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.418355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.418446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.418544] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be created. [ 750.447020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.447382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.447475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.447655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.447844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.461171] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: UNINITIALIZED for 2s [ 750.535100] env[66146]: INFO networking_nsxv3.common.synchronization [req-1234159d-59da-4e55-a63d-d7af3b067995 req-8c18dd2d-d5e2-4867-b939-5c1bcd7dd69e tempest-VolumesAssistedSnapshotsTest-1648297039 tempest-VolumesAssistedSnapshotsTest-1648297039-project-member] Enqueued Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_members [ 750.535775] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGHEST for action security_group_members [ 750.536112] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.536270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.536362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.536494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.536654] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.536749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.536814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.536962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.537067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.537155] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.041282] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.041531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.041531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.041861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.071329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.071616] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.071736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.072016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.073470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.073470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.073470] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd is going to be updated. [ 751.076194] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 751.076263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.076876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.077078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.077177] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.077292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.077354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.077509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.077584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.077658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.077747] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.103775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.103978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.104109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.104437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.104619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.114678] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd in Status: IN_PROGRESS for 2s [ 751.583648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.583648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.583648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.583648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.583984] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.584228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.584345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.584490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.584583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.584676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.584844] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.584947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.585015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.585165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.585318] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.585422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.585483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.585621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.585709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.585788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.585875] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.088800] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44db8a50-2db5-4345-a78d-29c11ca11c21: rpc.has_security_group_logging(os_id): False [ 752.111994] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.112181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.112256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.112474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.112631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.115536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.115536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.115536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.115536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.116322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.116322] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be created. [ 752.175260] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.175420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.175475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.176050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.176050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.188626] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 752.471701] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: SUCCESS [ 752.471943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.472193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.472404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.472836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.473073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.473167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.473367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.473491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.473585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.473707] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.982618] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.126294] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd in Status: SUCCESS [ 753.126590] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd deletion is rescheduled due to dependency. [ 753.126840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.484980] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6: rpc.has_security_group_logging(os_id): False [ 753.508262] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.508411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.508476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.508695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.508788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.509045] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.509149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.509213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.509472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.509577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.509681] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be created. [ 753.596049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.596614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.596614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.596614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.596876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.614781] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: IN_PROGRESS for 2s [ 754.205653] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 754.205653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.561053] env[66146]: INFO networking_nsxv3.common.synchronization [None req-d49bba61-205c-4504-a444-d8431bc1e21f None None] Enqueued Resource ID: 68c4f42c-c3e3-4f77-b190-b1556333f569 with Priority: HIGHEST for action port [ 754.561885] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c4f42c-c3e3-4f77-b190-b1556333f569 with Priority: HIGHEST for action port [ 754.562434] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c4f42c-c3e3-4f77-b190-b1556333f569 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.562584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c4f42c-c3e3-4f77-b190-b1556333f569" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.562754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c4f42c-c3e3-4f77-b190-b1556333f569" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.563015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c4f42c-c3e3-4f77-b190-b1556333f569" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.563107] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c4f42c-c3e3-4f77-b190-b1556333f569',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.065681] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68c4f42c-c3e3-4f77-b190-b1556333f569 [ 755.066223] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.067411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.067411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.067411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.067411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.067411] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68c4f42c-c3e3-4f77-b190-b1556333f569 already deleted. [ 755.067411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c4f42c-c3e3-4f77-b190-b1556333f569" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.627293] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: SUCCESS [ 755.627588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.649603] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c0db65d5-2b34-4b65-8b63-7eaa1f0020c5 tempest-ServersTestFqdnHostnames-1844672441 tempest-ServersTestFqdnHostnames-1844672441-project-member] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_rules [ 755.649603] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_rules [ 755.649603] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.649603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.649603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.649603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.649603] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.791753] env[66146]: INFO networking_nsxv3.common.synchronization [None req-791883c7-5e47-4733-98e0-1e90f61ce0be tempest-ServersTestFqdnHostnames-1844672441 tempest-ServersTestFqdnHostnames-1844672441-project-member] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_rules [ 755.792391] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_rules [ 755.792766] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.792876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.957278] env[66146]: INFO networking_nsxv3.common.synchronization [req-7561bd2a-872c-435d-acb3-2023469213e5 req-d52ae40e-438b-4026-a996-8dd26432334f tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 755.957893] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 755.958494] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.958653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.958711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.959312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.959312] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.959312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.959312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.959530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.959530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.959530] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.173027] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.173027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.173027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.173027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.173027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.173300] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c already deleted. [ 756.173300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.173368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.174211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.174211] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.463034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.463189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.463312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.463654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.463706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.463973] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.464134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.465023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.465023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.465023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.465023] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be updated. [ 756.505522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.505717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.505763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.506155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.506155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.517713] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 756.706522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.706864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.706864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.707036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.707145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.707243] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c already deleted. [ 756.707326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.214209] env[66146]: INFO networking_nsxv3.common.synchronization [None req-a0388ca3-451c-48b5-ae99-dee903290c7b None None] Enqueued Resource ID: 5b487e18-848e-4519-97f2-27697bfc900d with Priority: HIGHEST for action port [ 757.215492] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b487e18-848e-4519-97f2-27697bfc900d with Priority: HIGHEST for action port [ 757.216161] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b487e18-848e-4519-97f2-27697bfc900d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.217389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b487e18-848e-4519-97f2-27697bfc900d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.217389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b487e18-848e-4519-97f2-27697bfc900d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.217605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b487e18-848e-4519-97f2-27697bfc900d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.217696] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b487e18-848e-4519-97f2-27697bfc900d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.321049] env[66146]: INFO networking_nsxv3.common.synchronization [req-4d7e9be0-d7f5-4b8e-9dd6-f063a7ee32dc req-ab4b0ae6-dd56-44ab-ad35-29b3ce2f4df8 tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_members [ 757.323614] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_members [ 757.323614] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.323614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.323614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.323614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.323614] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.323614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.323614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.323614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.323614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.323614] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.723988] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b487e18-848e-4519-97f2-27697bfc900d [ 757.724297] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.724394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.724460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.724672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.724763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.724951] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b487e18-848e-4519-97f2-27697bfc900d already deleted. [ 757.725325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b487e18-848e-4519-97f2-27697bfc900d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.826821] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.826821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.826821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.826821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.826821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.826821] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.826821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.826821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.827192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.827192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.827192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e already deleted. [ 757.827276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.447856] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.448009] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.448132] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.448459] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.448718] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.448872] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.448982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.449257] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.449693] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.449693] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.449862] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.449977] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.450095] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.450204] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.450303] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.450427] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.469061] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.469253] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.469369] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.469548] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.469967] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-8290db1a-752e-4880-841a-077aa3fd86ba taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.470179] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.470273] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.470602] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.470746] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8290db1a-752e-4880-841a-077aa3fd86ba',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.528727] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 758.528926] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c deletion is rescheduled due to dependency. [ 758.529059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.973395] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.973920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.973920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.974191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.974344] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.974493] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 8290db1a-752e-4880-841a-077aa3fd86ba not found, creating... [ 758.974764] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.974950] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.975092] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.975315] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.975454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.975782] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.975940] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.979992] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.979992] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.979992] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.979992] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 8290db1a-752e-4880-841a-077aa3fd86ba is going to be created. [ 759.002834] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.003173] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.003358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.003772] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.004275] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.004630] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.760287] env[66146]: INFO networking_nsxv3.common.synchronization [req-4d7e9be0-d7f5-4b8e-9dd6-f063a7ee32dc req-d05dbe20-93b3-4dce-91a9-221388044d24 service nova] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_rules [ 759.760646] env[66146]: INFO networking_nsxv3.common.synchronization [req-4d7e9be0-d7f5-4b8e-9dd6-f063a7ee32dc req-d05dbe20-93b3-4dce-91a9-221388044d24 service nova] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_members [ 759.760872] env[66146]: INFO networking_nsxv3.common.synchronization [req-4d7e9be0-d7f5-4b8e-9dd6-f063a7ee32dc req-d05dbe20-93b3-4dce-91a9-221388044d24 service nova] Enqueued Resource ID: 8290db1a-752e-4880-841a-077aa3fd86ba with Priority: HIGHEST for action port [ 759.762055] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_rules [ 759.762055] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_members [ 759.762236] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8290db1a-752e-4880-841a-077aa3fd86ba with Priority: HIGHEST for action port [ 759.762869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.763055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.763193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.763523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.763662] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.766745] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.766966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.767104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.767387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.767648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.767807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.767898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.768175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.768333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.768447] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.769702] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8290db1a-752e-4880-841a-077aa3fd86ba taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.769858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.773064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.773466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.773657] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8290db1a-752e-4880-841a-077aa3fd86ba',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.276683] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.278884] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.279029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.279795] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8290db1a-752e-4880-841a-077aa3fd86ba with status ACTIVE [ 760.279795] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.279795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.279795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.280031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.280031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.280214] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.280376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.280429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.281069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.281069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.281069] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.281069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.282474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.282474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.282474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.282474] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8290db1a-752e-4880-841a-077aa3fd86ba is going to be updated. [ 760.332241] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.332421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.332478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.332738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.332925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.333073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8290db1a-752e-4880-841a-077aa3fd86ba" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.788570] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.290501] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.290911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.290911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.292086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.292086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.292086] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e is going to be created. [ 761.328472] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.328624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.328698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.330095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.330095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.342173] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: UNINITIALIZED for 2s [ 762.513616] env[66146]: INFO networking_nsxv3.common.synchronization [req-1e835d9d-8553-413a-8f29-9c7534f9f7ed req-32afe74d-4631-4902-83a5-48745360b193 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 762.514223] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 762.514530] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.514650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.514716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.514928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.516327] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.516441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.516530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.516743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.516864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.516967] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.019301] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.019493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.019583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.019896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.022757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.022757] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.022757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.022757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.022757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.022757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.023260] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 763.089255] env[66146]: INFO networking_nsxv3.common.synchronization [req-6a3d5199-0440-4f82-84cc-114f016dd90f req-e77a7678-1595-44d6-baaa-46ddff9bdb22 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 763.091083] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.092074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.092074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.092074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.092074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.094555] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 763.095023] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.095209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.095278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.095547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.095821] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.095906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.095980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.096220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.096316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.096432] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.115529] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 763.353812] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: SUCCESS [ 763.354834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.357039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.357039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.357039] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.357039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.357039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.357039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.357039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.357039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.357039] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.509698] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.509896] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.510025] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.510353] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.510653] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.510813] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.510924] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.511367] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.511367] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.511556] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.511775] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.511775] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.511880] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.511917] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.512018] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.512149] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.546323] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.546711] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.546711] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.546912] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.547109] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.547685] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.547845] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.548183] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.548320] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0c2d9d-53ff-418c-9f9a-57a58aff3737',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.599302] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.599449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.599527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.599734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.599829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.600049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.600159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.600221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.600387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.600493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.600603] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf already deleted. [ 763.600720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.860798] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.054024] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.054024] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port cf0c2d9d-53ff-418c-9f9a-57a58aff3737 not found, creating... [ 764.054024] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.054024] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.055184] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.055559] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.055913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.056300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.056582] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.056875] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 is going to be created. [ 764.083911] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.083911] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.083911] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.083911] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.083911] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.083911] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.363603] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e550b764-c71d-4df4-ae87-c9439988aa7e: rpc.has_security_group_logging(os_id): False [ 764.399530] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.399768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.399876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.400168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.400298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.400676] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.400801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.400953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.401399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.402514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.402514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e is going to be created. [ 764.498686] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.498686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.498686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.498686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.498686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.510908] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: IN_PROGRESS for 2s [ 764.834729] env[66146]: INFO networking_nsxv3.common.synchronization [req-6a3d5199-0440-4f82-84cc-114f016dd90f req-902b3826-efa2-4613-b4f5-65c9a527d329 service nova] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 764.835013] env[66146]: INFO networking_nsxv3.common.synchronization [req-6a3d5199-0440-4f82-84cc-114f016dd90f req-902b3826-efa2-4613-b4f5-65c9a527d329 service nova] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 764.835013] env[66146]: INFO networking_nsxv3.common.synchronization [req-6a3d5199-0440-4f82-84cc-114f016dd90f req-902b3826-efa2-4613-b4f5-65c9a527d329 service nova] Enqueued Resource ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with Priority: HIGHEST for action port [ 764.835481] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 764.835758] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 764.835758] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with Priority: HIGHEST for action port [ 764.837998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.838152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.838222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.840970] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.840970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.840970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.840970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.840970] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.842117] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.842239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.842291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.842418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.842493] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0c2d9d-53ff-418c-9f9a-57a58aff3737',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.130196] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 765.130196] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 deletion is rescheduled due to dependency. [ 765.130196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.345244] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.346882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.347013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.347196] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with status ACTIVE [ 765.347359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.347462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.347525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.347729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.347821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.347984] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.348090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.348153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.348328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.348407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.348583] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.348676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.348737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.348877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.349552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.349652] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 is going to be updated. [ 765.374227] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.374437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.374437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.374656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.374797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.854921] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.358638] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.358638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.358638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.358638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.358638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.358638] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be created. [ 766.388500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.388500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.388500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.388500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.388500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.400277] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: UNINITIALIZED for 2s [ 766.542224] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: SUCCESS [ 766.542438] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.467561] env[66146]: INFO networking_nsxv3.common.synchronization [req-4a4261c0-fd7d-4075-a944-87c2bc29d0d2 req-8feca13b-511c-4a57-b3ec-1f5d914df783 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_members [ 767.468210] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGHEST for action security_group_members [ 767.468563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.468701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.468784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.470520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.470520] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.470520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.470520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.470520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.470879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.471031] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.974620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.974788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.974788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.975046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.975166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.975383] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.975493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.975570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.975741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.977069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.977218] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf is going to be updated. [ 768.013363] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.013558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.013608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.014748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.014748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.029037] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf in Status: IN_PROGRESS for 2s [ 768.198230] env[66146]: INFO networking_nsxv3.common.synchronization [req-0789e4b3-5597-4d29-9cc0-bb550ff580d4 req-48704e41-d162-4a72-b6d7-cd1589b0394e tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 768.199078] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 768.199679] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.199679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.199679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.200052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.200052] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.200170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.200218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.200409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.200502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.200651] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.410602] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 768.410602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.410778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.410778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.411278] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.411406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.411469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.411885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.411885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.411885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.411885] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.586075] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.586075] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.586075] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.586480] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.586480] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.586588] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.587448] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.587448] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.587448] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.587448] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.587448] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.587657] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.587657] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.587726] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.587861] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.587988] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.609306] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.609468] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.609626] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.609847] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.610203] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.610450] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.610574] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.610936] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.611092] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604fd50-6dcc-474a-b5a4-92cad5d4f0fd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.705149] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.705399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.705553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.705818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.705953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.706277] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.706413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.706506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.706714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.706832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.706965] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc already deleted. [ 768.707102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.914519] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.914759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.914804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.915169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.915479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.915645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.915732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.916016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.916187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.916357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.916538] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.916705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.916874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.917169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.917372] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.917522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.917600] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.917813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.917966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.918130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.918259] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.114455] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.114885] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115065] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.115349] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.115497] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.115863] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port f604fd50-6dcc-474a-b5a4-92cad5d4f0fd not found, creating... [ 769.116366] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.116557] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.116675] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.116907] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.117111] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.117338] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.117484] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.117607] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.117818] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.117951] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.118098] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd is going to be created. [ 769.139929] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.140169] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.140288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.140558] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.140882] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.141117] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.420356] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5625618e-0122-4be5-9b38-6f493ee056bf: rpc.has_security_group_logging(os_id): False [ 769.440617] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.440795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.440874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.441089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.441178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.441408] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.441502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.441565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.441717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.441790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.441984] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.442089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.442150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.442277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.442342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.442542] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.442633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.442756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.442850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.442925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.443016] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be created. [ 769.515945] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.516274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.516274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.516449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.516554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.531179] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 769.864554] env[66146]: INFO networking_nsxv3.common.synchronization [req-0789e4b3-5597-4d29-9cc0-bb550ff580d4 req-e6a73d7f-17ce-4cae-a37b-5f63b8ab26e4 service nova] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 769.864826] env[66146]: INFO networking_nsxv3.common.synchronization [req-0789e4b3-5597-4d29-9cc0-bb550ff580d4 req-e6a73d7f-17ce-4cae-a37b-5f63b8ab26e4 service nova] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 769.864867] env[66146]: INFO networking_nsxv3.common.synchronization [req-0789e4b3-5597-4d29-9cc0-bb550ff580d4 req-e6a73d7f-17ce-4cae-a37b-5f63b8ab26e4 service nova] Enqueued Resource ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd with Priority: HIGHEST for action port [ 769.865484] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 769.865618] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 769.865724] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd with Priority: HIGHEST for action port [ 769.866093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.866244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.866308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.866516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.866599] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.869254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.869254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.869377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.869999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.869999] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.869999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.869999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.869999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.871390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.871552] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.875216] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.875216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.875216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.875216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.875216] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604fd50-6dcc-474a-b5a4-92cad5d4f0fd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.046160] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf in Status: SUCCESS [ 770.046160] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf deletion is rescheduled due to dependency. [ 770.046160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.112899] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 770.112899] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:1 started [ 770.146140] env[66146]: INFO networking_nsxv3.common.synchronization [None req-9b4fa089-60a8-49ab-a602-42f24e64f69d None None] Enqueued Resource ID: 24f8db5b-8eb9-40f3-aec4-b43927e18a07 with Priority: HIGHEST for action port [ 770.146637] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f8db5b-8eb9-40f3-aec4-b43927e18a07 with Priority: HIGHEST for action port [ 770.146935] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f8db5b-8eb9-40f3-aec4-b43927e18a07 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.147146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f8db5b-8eb9-40f3-aec4-b43927e18a07" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.147298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f8db5b-8eb9-40f3-aec4-b43927e18a07" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.147700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f8db5b-8eb9-40f3-aec4-b43927e18a07" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.148294] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f8db5b-8eb9-40f3-aec4-b43927e18a07',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.378640] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.378640] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.378640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.378640] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f604fd50-6dcc-474a-b5a4-92cad5d4f0fd with status ACTIVE [ 770.378836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.378836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.378930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.379105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.379209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.379406] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.379502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.379574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.379744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.379836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.380265] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.380265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.380265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.380420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.380454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.380528] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd is going to be updated. [ 770.413428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.413641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.413702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.413905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.414076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.414255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.651192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f8db5b-8eb9-40f3-aec4-b43927e18a07 [ 770.651459] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.651634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.651719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.651917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.652032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.652115] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f8db5b-8eb9-40f3-aec4-b43927e18a07 already deleted. [ 770.652199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f8db5b-8eb9-40f3-aec4-b43927e18a07" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.882947] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.387168] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.387168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.387168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.387168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.387168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.387168] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc is going to be created. [ 771.418766] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.418990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.419201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.419519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.419708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.434279] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: UNINITIALIZED for 2s [ 771.545112] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 771.545416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.392885] env[66146]: INFO networking_nsxv3.common.synchronization [None req-23753705-1b3f-4c4f-bbad-be5f5027b6fa None None] Enqueued Resource ID: 86e77155-975f-47ae-8d22-e62d3862573b with Priority: HIGHEST for action port [ 772.394019] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e77155-975f-47ae-8d22-e62d3862573b with Priority: HIGHEST for action port [ 772.394019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-86e77155-975f-47ae-8d22-e62d3862573b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.395230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86e77155-975f-47ae-8d22-e62d3862573b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.395230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86e77155-975f-47ae-8d22-e62d3862573b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.395397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86e77155-975f-47ae-8d22-e62d3862573b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.395657] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86e77155-975f-47ae-8d22-e62d3862573b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.898329] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86e77155-975f-47ae-8d22-e62d3862573b [ 772.898631] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.898775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.898928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.899053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.899409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.899409] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86e77155-975f-47ae-8d22-e62d3862573b already deleted. [ 772.899409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86e77155-975f-47ae-8d22-e62d3862573b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.449169] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: SUCCESS [ 773.449436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.449759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.450080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.450386] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.450516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.450599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.450771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.450871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.450958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.451159] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.955451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.114716] env[66146]: INFO networking_nsxv3.common.synchronization [req-eb74b941-f652-4d07-8636-3563267fa910 req-bf186a09-e79f-438e-8261-ea16d065bd1e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 774.114716] env[66146]: INFO networking_nsxv3.common.synchronization [req-eb74b941-f652-4d07-8636-3563267fa910 req-bf186a09-e79f-438e-8261-ea16d065bd1e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 774.115170] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 774.115796] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 774.115796] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.115796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.115796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.116186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.116436] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.116560] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.116627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.116787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.117032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.117133] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.118966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.121780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.121780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.121780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.121780] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.121780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.121780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.122178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.122178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.122178] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.158357] env[66146]: INFO networking_nsxv3.common.synchronization [req-eb74b941-f652-4d07-8636-3563267fa910 req-bf186a09-e79f-438e-8261-ea16d065bd1e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 774.158438] env[66146]: INFO networking_nsxv3.common.synchronization [req-eb74b941-f652-4d07-8636-3563267fa910 req-bf186a09-e79f-438e-8261-ea16d065bd1e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 774.158497] env[66146]: INFO networking_nsxv3.common.synchronization [req-eb74b941-f652-4d07-8636-3563267fa910 req-bf186a09-e79f-438e-8261-ea16d065bd1e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_rules [ 774.158618] env[66146]: INFO networking_nsxv3.common.synchronization [req-eb74b941-f652-4d07-8636-3563267fa910 req-bf186a09-e79f-438e-8261-ea16d065bd1e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 774.158936] env[66146]: INFO networking_nsxv3.common.synchronization [req-eb74b941-f652-4d07-8636-3563267fa910 req-bf186a09-e79f-438e-8261-ea16d065bd1e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with Priority: HIGHEST for action port [ 774.159712] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 774.162041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_rules [ 774.162041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with Priority: HIGHEST for action port [ 774.162041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 774.162041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 774.162041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.162041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.162041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.162041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.162041] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.163492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.165105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.165105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.165105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.165105] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.165105] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.165464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.165464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.165464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.165464] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0c2d9d-53ff-418c-9f9a-57a58aff3737',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.166154] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.166248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.166410] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.167049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.421978] env[66146]: INFO networking_nsxv3.common.synchronization [req-998c42b4-291b-44e3-a44c-8aeefb824031 req-bb07418d-dd4d-452a-ba0d-4a99d21aebc6 tempest-ServersWithSpecificFlavorTestJSON-2840794 tempest-ServersWithSpecificFlavorTestJSON-2840794-project-member] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 774.422511] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 774.423383] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.423383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.423383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.423383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.423383] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.423623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.423623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.423696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.423729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.423843] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.460411] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56caaf32-1841-429d-a2e4-9774ef11c0fc: rpc.has_security_group_logging(os_id): False [ 774.479922] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.480072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.480149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.480359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.480447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.480824] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.480925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.480990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.481175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.481289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.481581] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc is going to be created. [ 774.557585] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.557725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.557889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.558017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.558249] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.584029] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: IN_PROGRESS for 2s [ 774.624064] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.625699] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.664535] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.664535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with status ACTIVE [ 774.670247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.670247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.670783] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.670783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.670783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.670971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.670971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.671074] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 is going to be updated. [ 774.673066] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.673066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.703652] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.703893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.703973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.704240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.704464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.704620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.839448] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.839690] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.839778] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.840017] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.840268] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.840495] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.840583] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.840739] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.840907] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.841092] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.842441] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.842441] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.842441] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.842441] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.842441] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.842441] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.863979] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.864175] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.864314] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.864485] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-397" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.864805] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-0c3013a4-58fc-4869-b045-a2a785978ebf taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.865030] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.865176] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.865503] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.865635] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c3013a4-58fc-4869-b045-a2a785978ebf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.925919] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.926145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.926321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.928113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.928113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.928113] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.928113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.928113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.928113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.928113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.928113] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be updated. [ 774.956133] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.956372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.956781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.956979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.967783] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: IN_PROGRESS for 2s [ 775.128946] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.129975] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.368766] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.368991] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.369128] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.369394] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.369537] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.369679] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 0c3013a4-58fc-4869-b045-a2a785978ebf not found, creating... [ 775.369991] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.370187] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.370300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.370509] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.370684] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.371037] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.371222] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.371352] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.371566] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.371690] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.371821] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 0c3013a4-58fc-4869-b045-a2a785978ebf is going to be created. [ 775.394095] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.394418] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.394598] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.394916] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.395297] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.395586] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.631588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.632037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.632037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.632037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.632151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.632224] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 775.635075] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.635233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.635278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.635457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.635541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.635630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be created. [ 775.665449] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.665647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.665647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.665861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.666030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.668224] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.668367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.668412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.668570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.668695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.684158] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: UNINITIALIZED for 2s [ 775.684531] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 776.144394] env[66146]: INFO networking_nsxv3.common.synchronization [req-998c42b4-291b-44e3-a44c-8aeefb824031 req-14cdfd17-2bcf-40ef-8737-1926a0d386e9 service nova] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 776.144583] env[66146]: INFO networking_nsxv3.common.synchronization [req-998c42b4-291b-44e3-a44c-8aeefb824031 req-14cdfd17-2bcf-40ef-8737-1926a0d386e9 service nova] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 776.144816] env[66146]: INFO networking_nsxv3.common.synchronization [req-998c42b4-291b-44e3-a44c-8aeefb824031 req-14cdfd17-2bcf-40ef-8737-1926a0d386e9 service nova] Enqueued Resource ID: 0c3013a4-58fc-4869-b045-a2a785978ebf with Priority: HIGHEST for action port [ 776.145742] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_rules [ 776.145975] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 776.146181] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3013a4-58fc-4869-b045-a2a785978ebf with Priority: HIGHEST for action port [ 776.146891] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.146891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.146891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.147319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.147543] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.148719] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.148853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.149201] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c3013a4-58fc-4869-b045-a2a785978ebf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.149406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.149516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.149757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.149965] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c3013a4-58fc-4869-b045-a2a785978ebf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.473161] env[66146]: INFO networking_nsxv3.common.synchronization [None req-2f29cd0c-878a-4a93-9c10-54e74c560ece None None] Enqueued Resource ID: 7b2c26f1-d98d-4137-9296-7c4d67d72b14 with Priority: HIGHEST for action port [ 776.473584] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b2c26f1-d98d-4137-9296-7c4d67d72b14 with Priority: HIGHEST for action port [ 776.473893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b2c26f1-d98d-4137-9296-7c4d67d72b14 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.474031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b2c26f1-d98d-4137-9296-7c4d67d72b14" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.474098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b2c26f1-d98d-4137-9296-7c4d67d72b14" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.474345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b2c26f1-d98d-4137-9296-7c4d67d72b14" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.474541] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b2c26f1-d98d-4137-9296-7c4d67d72b14',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.597122] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: SUCCESS [ 776.597122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.654649] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.654649] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c3013a4-58fc-4869-b045-a2a785978ebf with status ACTIVE [ 776.654649] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.654649] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.654649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.654649] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.655552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.655552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.655552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.655552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.655552] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c3013a4-58fc-4869-b045-a2a785978ebf is going to be updated. [ 776.677941] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.678181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.678181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.678386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.679127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.679127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c3013a4-58fc-4869-b045-a2a785978ebf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.724834] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 776.725109] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_members [ 776.725449] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 776.725718] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 776.725829] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_members [ 776.725920] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 776.727531] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.727531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.727708] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-036cf709-ed9e-4202-8ebf-9c7d61c16931 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.727806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.727864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.729877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.729877] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.729877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.729877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.729877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.729877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.729877] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.729877] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.729877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.778553] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_rules [ 776.778868] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_members [ 776.778868] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 776.779021] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 776.779139] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_rules [ 776.779301] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 776.779360] env[66146]: INFO networking_nsxv3.common.synchronization [req-76799230-0501-4af8-8be9-b7d20a76a39e req-c4643c1a-ce03-4178-9f2c-2a570bf3f876 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with Priority: HIGHEST for action port [ 776.779925] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_rules [ 776.780086] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 776.780193] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 776.780271] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with Priority: HIGHEST for action port [ 776.780359] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_rules [ 776.780443] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_members [ 776.780523] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 776.781295] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036cf709-ed9e-4202-8ebf-9c7d61c16931 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.781295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.781295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.781595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.781595] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.782794] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.782916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784051] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.784051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784051] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.784051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.784051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.784354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.784354] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0c2d9d-53ff-418c-9f9a-57a58aff3737',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.785206] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.785650] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-036cf709-ed9e-4202-8ebf-9c7d61c16931 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.785650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.786034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.786034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.976972] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b2c26f1-d98d-4137-9296-7c4d67d72b14 [ 776.977242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.977385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.978623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.978623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.978623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.978623] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b2c26f1-d98d-4137-9296-7c4d67d72b14 already deleted. [ 776.978623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b2c26f1-d98d-4137-9296-7c4d67d72b14" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.980652] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 776.980883] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d deletion is rescheduled due to dependency. [ 776.980995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.981919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.982196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.982383] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.982525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.982600] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.982828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.982916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.983027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.046321] env[66146]: INFO networking_nsxv3.common.synchronization [req-516b554b-6543-42db-9aad-7f2050a8cc7f req-d3d8993c-e9b7-4556-8c78-81a106947920 tempest-ServerAddressesNegativeTestJSON-1850974644 tempest-ServerAddressesNegativeTestJSON-1850974644-project-member] Enqueued Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_members [ 777.046427] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_members [ 777.046919] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.047517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.047723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.048142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.050110] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.050110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.050110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.050110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.050110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.050110] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.232217] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.286888] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf0c2d9d-53ff-418c-9f9a-57a58aff3737 with status ACTIVE [ 777.287927] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.288118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.288296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.288503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.288600] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.288802] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.288907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.288968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.289144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.289247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.289404] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.289494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.289549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.289728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.289761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.289830] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf0c2d9d-53ff-418c-9f9a-57a58aff3737 is going to be updated. [ 777.291601] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-036cf709-ed9e-4202-8ebf-9c7d61c16931 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.291601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.330032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.330221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.330436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.330882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.330981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.331209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0c2d9d-53ff-418c-9f9a-57a58aff3737" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.486780] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.528400] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.528596] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-244" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.528715] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-244" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.529674] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-244" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.530027] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.530443] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.530565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.530812] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.530958] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.531177] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.531293] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.531398] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.531501] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.531605] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.531706] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.531832] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.552469] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.552657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.552657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.552957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.553060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.553256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.553362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.553423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.553577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.553693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.553729] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 already deleted. [ 777.553803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.555568] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.555720] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.555856] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.556031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-244" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.556302] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-164d562c-17dd-46fb-bd44-0f09bef42adc taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.556459] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.556570] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.556845] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.556980] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164d562c-17dd-46fb-bd44-0f09bef42adc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.694094] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 777.694449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.694489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.694699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.694894] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.695028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.695098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.695257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.695372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.695429] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.696867] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: SUCCESS [ 777.697063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.697207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.698081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.698311] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.698435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.698505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.699583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.699583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.699710] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.734561] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.989041] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.060617] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.060920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.061453] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.061453] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.061660] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.061885] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 164d562c-17dd-46fb-bd44-0f09bef42adc not found, creating... [ 778.062421] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.062558] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.062772] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.063059] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.064212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.064212] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.064212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.064212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.064212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.064212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.064584] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 164d562c-17dd-46fb-bd44-0f09bef42adc is going to be created. [ 778.088070] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.089673] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.089673] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.089673] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.089673] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.089673] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.201068] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.202520] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.240143] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.240143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.240143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.240143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.240143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.240379] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 is going to be created. [ 778.284516] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.284692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.284760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.285062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.285190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.300648] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: UNINITIALIZED for 2s [ 778.485151] env[66146]: INFO networking_nsxv3.common.synchronization [None req-85739669-3c50-43db-a39d-6a2ebc1b6c4e tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 778.485742] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 778.486169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.486250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.486250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.486542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.486587] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.492368] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.492519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.492631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.492820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.492916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.493055] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be updated. [ 778.529617] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.529838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.529989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.530757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.530757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.545522] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: IN_PROGRESS for 2s [ 778.596272] env[66146]: INFO networking_nsxv3.common.synchronization [None req-f322052e-3872-43f1-9a19-2044226e0e88 tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 778.597208] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 778.597208] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.597904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.702752] env[66146]: INFO networking_nsxv3.common.synchronization [None req-29cec362-339a-4fce-8f36-88bc661fac19 None None] Enqueued Resource ID: c785a348-3f1b-457c-aaf1-952af956e203 with Priority: HIGHEST for action port [ 778.703292] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.704582] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c785a348-3f1b-457c-aaf1-952af956e203 with Priority: HIGHEST for action port [ 778.705762] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.705936] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c785a348-3f1b-457c-aaf1-952af956e203 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.706322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c785a348-3f1b-457c-aaf1-952af956e203" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.706322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c785a348-3f1b-457c-aaf1-952af956e203" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.707287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c785a348-3f1b-457c-aaf1-952af956e203" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.707287] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c785a348-3f1b-457c-aaf1-952af956e203',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.804891] env[66146]: INFO networking_nsxv3.common.synchronization [req-516b554b-6543-42db-9aad-7f2050a8cc7f req-fa4b8cac-9ab7-436e-82cb-d19a23afb2ae service nova] Enqueued Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_rules [ 778.805035] env[66146]: INFO networking_nsxv3.common.synchronization [req-516b554b-6543-42db-9aad-7f2050a8cc7f req-fa4b8cac-9ab7-436e-82cb-d19a23afb2ae service nova] Enqueued Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_members [ 778.805126] env[66146]: INFO networking_nsxv3.common.synchronization [req-516b554b-6543-42db-9aad-7f2050a8cc7f req-fa4b8cac-9ab7-436e-82cb-d19a23afb2ae service nova] Enqueued Resource ID: 164d562c-17dd-46fb-bd44-0f09bef42adc with Priority: HIGHEST for action port [ 778.805721] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_rules [ 778.808123] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_members [ 778.808235] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164d562c-17dd-46fb-bd44-0f09bef42adc with Priority: HIGHEST for action port [ 778.808529] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.808655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.808718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.808987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.809105] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.810418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.810418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.810418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.810633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.810800] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.810923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.810956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.812709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.812709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.812709] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.812709] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-164d562c-17dd-46fb-bd44-0f09bef42adc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.812709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.812709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.812709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.812709] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164d562c-17dd-46fb-bd44-0f09bef42adc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.023661] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.023661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.023978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.023978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.024195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.024195] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 already deleted. [ 779.024279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.024448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.024644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.024754] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.206521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.206675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.207202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.207202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.207202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.207202] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 779.208388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.208506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.208569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.208733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.208821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.208895] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be updated. [ 779.210183] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c785a348-3f1b-457c-aaf1-952af956e203 [ 779.210387] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.210496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.210558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.210795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.210874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.210961] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c785a348-3f1b-457c-aaf1-952af956e203 already deleted. [ 779.211054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c785a348-3f1b-457c-aaf1-952af956e203" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.241646] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.241851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.241851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.242071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.242211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.244715] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.244903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.244962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.245287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.245427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.255223] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 779.255877] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: IN_PROGRESS for 2s [ 779.313958] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.316698] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.316808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.317067] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 164d562c-17dd-46fb-bd44-0f09bef42adc with status ACTIVE [ 779.317256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.317427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.317532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.317840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.317989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.318500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.318500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.318594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.319262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.319398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.320244] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.320357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.320425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.320588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.320670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.320758] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 164d562c-17dd-46fb-bd44-0f09bef42adc is going to be updated. [ 779.345566] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.345716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.345790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.346016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.346194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.346304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164d562c-17dd-46fb-bd44-0f09bef42adc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.550242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.550551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.550551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.550702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.550735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.550834] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 already deleted. [ 779.550906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.753508] env[66146]: INFO networking_nsxv3.common.synchronization [req-b2b4f914-a06a-4bba-aeba-6800609b201e req-53d78b16-7263-4c57-9532-f793b3d43f95 tempest-AttachInterfacesV270Test-1065881807 tempest-AttachInterfacesV270Test-1065881807-project-member] Enqueued Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_members [ 779.753508] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_members [ 779.753931] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.753931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.754049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.755836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.755836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.755836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.755836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.755836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.755836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.755836] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.817516] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.117812] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.117812] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-216" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.117812] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-216" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.117812] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-216" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.118302] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.118302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.118302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.118443] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.118536] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.118737] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.118841] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.118935] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.119043] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.119336] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.119336] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.119456] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.138853] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.139033] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.139362] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.139362] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-216" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.139848] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c3edd6af-8af5-4913-93bc-5436313a41b3 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.139848] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.140059] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.140279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.140412] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3edd6af-8af5-4913-93bc-5436313a41b3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.258889] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.259140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.259399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.259459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.259511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.259726] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.259834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.259898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.260089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.260209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.260343] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 already deleted. [ 780.260471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.315491] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: SUCCESS [ 780.315774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.315884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.316199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.317640] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.317640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.317640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.317640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.317640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.317640] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.323640] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.323640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.323640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.323640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.323640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.323640] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 is going to be created. [ 780.360047] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.360047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.360047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.360047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.360047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.371585] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 in Status: UNINITIALIZED for 2s [ 780.559954] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 780.560204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.560377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.560599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.560819] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.561067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.561067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.561204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.561255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.561329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.561425] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.645130] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.645474] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.645634] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.645985] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.646219] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.646405] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port c3edd6af-8af5-4913-93bc-5436313a41b3 not found, creating... [ 780.646709] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.646895] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.647070] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.647357] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.647512] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.647840] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.648033] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.648198] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.648616] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.648686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.648825] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c3edd6af-8af5-4913-93bc-5436313a41b3 is going to be created. [ 780.697233] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.699039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.699039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.699039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.699039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.699039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.819261] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.063456] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.272337] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: SUCCESS [ 781.272565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.272770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.272992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.273225] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.273547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.273547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.273650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.273803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.273904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.274016] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.275645] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 781.275835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.275991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.276181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.276410] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.276515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.276515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.276654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.276738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.276853] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.277666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.277940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.278122] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.278229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.278295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.278439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.278520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.278598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.278691] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.279704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.279873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.280048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.280155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.280221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.280362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.280448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.280529] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.322568] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.442613] env[66146]: INFO networking_nsxv3.common.synchronization [req-b2b4f914-a06a-4bba-aeba-6800609b201e req-db1f74ca-61de-4ed2-9571-12c3ec04aa64 service nova] Enqueued Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_rules [ 781.442831] env[66146]: INFO networking_nsxv3.common.synchronization [req-b2b4f914-a06a-4bba-aeba-6800609b201e req-db1f74ca-61de-4ed2-9571-12c3ec04aa64 service nova] Enqueued Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_members [ 781.442975] env[66146]: INFO networking_nsxv3.common.synchronization [req-b2b4f914-a06a-4bba-aeba-6800609b201e req-db1f74ca-61de-4ed2-9571-12c3ec04aa64 service nova] Enqueued Resource ID: c3edd6af-8af5-4913-93bc-5436313a41b3 with Priority: HIGHEST for action port [ 781.443537] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_rules [ 781.443746] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_members [ 781.443915] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3edd6af-8af5-4913-93bc-5436313a41b3 with Priority: HIGHEST for action port [ 781.444545] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.444812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.444812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.445138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.445138] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.446774] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.448369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.448369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.448515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.448686] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.448832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.448904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.449131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.449253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.449368] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.450299] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3edd6af-8af5-4913-93bc-5436313a41b3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.450444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.450669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.450669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.450851] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3edd6af-8af5-4913-93bc-5436313a41b3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.569046] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa006af-075c-4f6d-8437-c309868c150d: rpc.has_security_group_logging(os_id): False [ 781.590170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.590170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.590170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.590170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.591257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.591642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.592498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.592498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.592498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.592498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.592498] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be updated. [ 781.658825] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.658990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.659071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.659282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.659460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.676141] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: IN_PROGRESS for 2s [ 781.782508] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.783413] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.786093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.786093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.786093] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.826836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.827146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.827146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.827383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.827498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.827606] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 is going to be updated. [ 781.856135] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.856278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.856347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.856549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.856686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.865434] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: IN_PROGRESS for 2s [ 781.947356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.947553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.953052] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3edd6af-8af5-4913-93bc-5436313a41b3 with status ACTIVE [ 781.953285] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.953419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.953489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.953754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.953828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.953998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.954125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.954185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.954346] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.954466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.954663] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.954765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.954827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.954974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.955073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.955175] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3edd6af-8af5-4913-93bc-5436313a41b3 is going to be updated. [ 781.956337] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.985402] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.985402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.985402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.985402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.985402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.985402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3edd6af-8af5-4913-93bc-5436313a41b3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.285989] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.287062] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82651fdf-faf5-45e7-a0f7-1188f22b531b: rpc.has_security_group_logging(os_id): False [ 782.291154] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.306923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.307257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.307436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.307820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.307820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.308172] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.308483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.308564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.308746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.308864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.309012] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be created. [ 782.384172] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.384316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.384384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.384593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.384759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.386965] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 in Status: SUCCESS [ 782.387208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.387782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.387972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.388118] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.388180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.388233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.388411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.388489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.388593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.388657] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.399836] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: IN_PROGRESS for 2s [ 782.460327] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.790093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.790260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.790332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.790549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.790681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.790780] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be updated. [ 782.794999] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.794999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.794999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.794999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.794999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794999] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 782.840161] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.840161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.840161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.840161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.840161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.842362] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.842476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.842538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.842801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.842957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.862231] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 782.862572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: IN_PROGRESS for 2s [ 782.892314] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.892522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.892636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.893017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.893218] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.893342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.893421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.893602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.893789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.893870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.893964] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.894109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.894176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.894357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.894523] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.894635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.894703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.894868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.894968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.895831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.896140] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.961369] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.961538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.961538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.961726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.961839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.961947] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 is going to be created. [ 782.989210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.989210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.989210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.989210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.989210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.999398] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 in Status: UNINITIALIZED for 2s [ 783.399513] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189: rpc.has_security_group_logging(os_id): False [ 783.431228] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.431417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.431489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.431703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.431788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.433242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.433242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.433242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.433683] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.433683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.433683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.433902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.434025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.434148] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 is going to be created. [ 783.511234] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.511456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.515024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.515024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.515024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.524755] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 in Status: IN_PROGRESS for 2s [ 783.695733] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 783.695797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.881028] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: SUCCESS [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.881028] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.881028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.881028] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.384800] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.412543] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: SUCCESS [ 784.412859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.413484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.413798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.413960] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.876044] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: SUCCESS [ 784.876044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.876044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.876264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.876424] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.876558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.876637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.876851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.876963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.877143] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.878928] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 784.879158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.879452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.879553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.880330] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.880330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.880330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.880330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.880330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.880330] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.886975] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 036cf709-ed9e-4202-8ebf-9c7d61c16931: rpc.has_security_group_logging(os_id): False [ 784.909306] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.909503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.909578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.909827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.909891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.910154] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.910309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.910413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.910574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.910962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.910962] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 is going to be created. [ 784.916959] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.917426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.993367] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.993367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.993367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.993367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.993367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.007284] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: IN_PROGRESS for 2s [ 785.011056] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 in Status: SUCCESS [ 785.011248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.011457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.011716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.011948] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.012135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.012235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.012435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.012549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.012662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.012822] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.384097] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.384097] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.517344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.517803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.518658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.518762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.519025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519469] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.519558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.519614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.519750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.519859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.519969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.520078] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.538237] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 in Status: SUCCESS [ 785.538565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.888206] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.889194] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.022169] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb5f3348-cd72-4f78-ac77-84e67a3f7303: rpc.has_security_group_logging(os_id): False [ 786.042559] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.042901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.043071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.043263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.043374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.043592] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.043733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.043870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.044007] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.044150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.044392] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.044514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.044598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.044787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.044921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.045313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.045399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.045570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.045673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.045781] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 is going to be created. [ 786.139788] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.139788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.139788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.139788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.139788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.153382] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 in Status: IN_PROGRESS for 2s [ 786.392954] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.392954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.392954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.392954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.393242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.393242] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be updated. [ 786.394726] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.394726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.394726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.394975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.394975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.395083] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 786.429704] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.429915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.429915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.430139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.430282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.432345] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.432345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.432608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.432608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.432862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.445614] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 786.446326] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 786.446326] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 786.446574] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: IN_PROGRESS for 2s [ 787.035602] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: SUCCESS [ 787.035602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.167034] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 in Status: SUCCESS [ 788.167393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.456272] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 788.456456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.456633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.456882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.457136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.457262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.457324] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.457488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.457569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.457655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.457813] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.457931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.458018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.458188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.458341] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.458434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.458494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.458629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.458703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.458783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.458872] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.460328] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: SUCCESS [ 788.460554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.460743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.460922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.462103] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.462103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.462103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.462103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.462103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.462103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.462103] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.963249] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5625618e-0122-4be5-9b38-6f493ee056bf: rpc.has_security_group_logging(os_id): False [ 788.964926] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.985273] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.985450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.985523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.986192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.986192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986192] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.986192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.986192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.986567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.986567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.986567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.986797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.986797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.986797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986967] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.991090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.991192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.991376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.991457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.991552] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 789.165542] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.165858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.165858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.166057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.166351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.185352] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 789.303782] env[66146]: INFO networking_nsxv3.common.synchronization [req-2221e667-2449-4f73-bc48-297437f3bd03 req-cd3e5c69-a343-4d9d-bc31-f0361e760fa4 tempest-ServerPasswordTestJSON-1575193467 tempest-ServerPasswordTestJSON-1575193467-project-member] Enqueued Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_members [ 789.305753] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_members [ 789.306082] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.306082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.306082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.306349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.306512] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.306642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.306871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.306871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.307109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.307109] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.468514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82651fdf-faf5-45e7-a0f7-1188f22b531b: rpc.has_security_group_logging(os_id): False [ 789.494044] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.494044] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.494044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.494044] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be updated. [ 789.567020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.567020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.567020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.567020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.567020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.581912] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: IN_PROGRESS for 2s [ 789.731037] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.731037] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-573" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.731232] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-573" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.731455] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-573" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.731704] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.731953] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732084] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.732300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.732437] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.732639] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.732748] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.732896] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.732998] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.733123] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.733231] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.733387] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.763999] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.764236] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.764379] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.764547] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-573" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.764856] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.765062] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.765159] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.765475] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.765618] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7440a5bd-13e3-4612-b2a2-e18fa78cd0ae',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.773182] env[66146]: INFO networking_nsxv3.common.synchronization [None req-97c19e8c-1bcf-4b57-8927-10c02ef7896b None None] Enqueued Resource ID: b505c989-78cc-4670-b770-a14bc1f358a8 with Priority: HIGHEST for action port [ 789.773729] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b505c989-78cc-4670-b770-a14bc1f358a8 with Priority: HIGHEST for action port [ 789.774132] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-b505c989-78cc-4670-b770-a14bc1f358a8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.774298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b505c989-78cc-4670-b770-a14bc1f358a8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.774353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b505c989-78cc-4670-b770-a14bc1f358a8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.774583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b505c989-78cc-4670-b770-a14bc1f358a8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.774663] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b505c989-78cc-4670-b770-a14bc1f358a8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.809521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.809663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.809760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.809985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.813093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.813093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.813093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.813093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.813093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.813093] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e already deleted. [ 789.813093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.269225] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.269752] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.269752] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.269902] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.269959] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.270126] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 7440a5bd-13e3-4612-b2a2-e18fa78cd0ae not found, creating... [ 790.270405] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.270562] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.270706] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.270915] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.271076] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.271384] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.271576] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.271693] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.271958] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.272134] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.272268] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 7440a5bd-13e3-4612-b2a2-e18fa78cd0ae is going to be created. [ 790.276387] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b505c989-78cc-4670-b770-a14bc1f358a8 [ 790.276654] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.276736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.276781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.276988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.277083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.277303] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b505c989-78cc-4670-b770-a14bc1f358a8 already deleted. [ 790.277417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b505c989-78cc-4670-b770-a14bc1f358a8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.310015] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.310380] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.310610] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.311057] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.311437] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.311797] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.522109] env[66146]: INFO networking_nsxv3.common.synchronization [req-882928ea-ce5d-4033-8e7b-78736ec7ba34 req-22ec464e-701d-406d-886b-45c3401f3d9d tempest-ListImageFiltersTestJSON-637726960 tempest-ListImageFiltersTestJSON-637726960-project-member] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 790.523195] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 790.523195] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.523195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.523195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.523454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.523528] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.523619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.523680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.523839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.523926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.524146] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.025984] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.035364] env[66146]: INFO networking_nsxv3.common.synchronization [req-2221e667-2449-4f73-bc48-297437f3bd03 req-a1db5bbe-421f-4f85-ab86-0097df039bf8 service nova] Enqueued Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_rules [ 791.035607] env[66146]: INFO networking_nsxv3.common.synchronization [req-2221e667-2449-4f73-bc48-297437f3bd03 req-a1db5bbe-421f-4f85-ab86-0097df039bf8 service nova] Enqueued Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_members [ 791.035786] env[66146]: INFO networking_nsxv3.common.synchronization [req-2221e667-2449-4f73-bc48-297437f3bd03 req-a1db5bbe-421f-4f85-ab86-0097df039bf8 service nova] Enqueued Resource ID: 7440a5bd-13e3-4612-b2a2-e18fa78cd0ae with Priority: HIGHEST for action port [ 791.037057] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_rules [ 791.037057] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_members [ 791.037141] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7440a5bd-13e3-4612-b2a2-e18fa78cd0ae with Priority: HIGHEST for action port [ 791.038029] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.038029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.038029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.039931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.045248] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.045248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.045248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.045248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.045248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.045248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.045248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.045248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.045248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.046151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.046151] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.048765] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.048765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.048765] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7440a5bd-13e3-4612-b2a2-e18fa78cd0ae',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.201711] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 791.201778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.201976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.202235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.202746] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.528801] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.551307] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7440a5bd-13e3-4612-b2a2-e18fa78cd0ae with status ACTIVE [ 791.551307] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.551307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.551307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.551307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.551307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.551307] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.551696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.551696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.551696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.551696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.551866] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.551932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.551982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.552101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.552431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.552530] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7440a5bd-13e3-4612-b2a2-e18fa78cd0ae is going to be updated. [ 791.553899] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.554122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.554407] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.582049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.582049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.582049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.582049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.582049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.582049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7440a5bd-13e3-4612-b2a2-e18fa78cd0ae" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.599949] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: SUCCESS [ 791.599949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.602552] env[66146]: INFO networking_nsxv3.common.synchronization [req-10c8dfe6-8c18-4f94-9da8-f4ae23ef7ab3 req-63038866-f7ff-4703-89b6-e6c702058865 tempest-ServerAddressesNegativeTestJSON-1850974644 tempest-ServerAddressesNegativeTestJSON-1850974644-project-member] Enqueued Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_members [ 791.603180] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGHEST for action security_group_members [ 791.603559] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.603700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.603700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.604241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.604241] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.604241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.604241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.604502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.604502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604502] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.707628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.707729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.707766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.708210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.708210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.708210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.708360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.708447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.708504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.708590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.708688] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.009307] env[66146]: INFO networking_nsxv3.common.synchronization [req-52290832-23f9-4b40-8ee9-7023de0d6240 req-d217b73d-435e-4d92-a9cb-2ce361aed1f8 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 792.009875] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 792.010227] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010984] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.011212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.011212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.011307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.011400] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.032178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.032178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.032178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.032178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.032411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.032411] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be updated. [ 792.058523] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.070747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.070889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.070949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.071231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.071441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.088589] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: IN_PROGRESS for 2s [ 792.106775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.107125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.107125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.107569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.107569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.107666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.107749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.107797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.107943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.108173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.108545] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 is going to be updated. [ 792.158337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.162072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.162072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.162072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.162072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.174092] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 in Status: IN_PROGRESS for 2s [ 792.212763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.213020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.213147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.213355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.213928] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.214755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.214755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.214755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.214755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.214755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.214949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.214949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.215057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.215201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.215404] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.216030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.216030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.216030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.216030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.216030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.216030] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.514672] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.514672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.514672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.514672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.514672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.514672] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.514672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.514672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.515044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.515044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.515044] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 already deleted. [ 792.515044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.516895] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.517116] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.517186] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.517392] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.517633] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.517776] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.517899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.518151] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.518307] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.518518] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.518648] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.518800] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.518935] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.519073] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.519178] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.519324] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.545331] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.545331] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.545331] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.546360] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.546360] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.546360] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.546360] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.546638] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.546638] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.549251] env[66146]: INFO networking_nsxv3.common.synchronization [None req-afaa1920-98f0-4e76-b099-9ce28871e9d5 None None] Enqueued Resource ID: 007da546-9d36-4a55-80e2-63bfac9bb5ce with Priority: HIGHEST for action port [ 792.549997] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 007da546-9d36-4a55-80e2-63bfac9bb5ce with Priority: HIGHEST for action port [ 792.550629] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-007da546-9d36-4a55-80e2-63bfac9bb5ce taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.550629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-007da546-9d36-4a55-80e2-63bfac9bb5ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.550629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-007da546-9d36-4a55-80e2-63bfac9bb5ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.550887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-007da546-9d36-4a55-80e2-63bfac9bb5ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.551063] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007da546-9d36-4a55-80e2-63bfac9bb5ce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.561992] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.562592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.562945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.563387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.563512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.563630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e is going to be created. [ 792.596505] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.596505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.596505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.596505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.597149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.611638] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e in Status: UNINITIALIZED for 2s [ 792.719348] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5625618e-0122-4be5-9b38-6f493ee056bf: rpc.has_security_group_logging(os_id): False [ 792.740544] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.740741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.740741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.741022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.741705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.741705] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.741705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.741705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.741921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.741981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.742190] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.742287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.742347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.742488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.742571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.742757] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.742912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.742973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.743127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.743210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.743295] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 792.810629] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.810629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.810629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.810629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.810840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.827892] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 793.051685] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.051989] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.052155] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.052443] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.052593] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.052745] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd not found, creating... [ 793.053272] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.053463] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.053614] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.053925] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.054121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.054469] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.054686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.054846] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.055162] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.055348] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.055536] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd is going to be created. [ 793.056917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 007da546-9d36-4a55-80e2-63bfac9bb5ce [ 793.057882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.058047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.058162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.058536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.058536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.058632] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:007da546-9d36-4a55-80e2-63bfac9bb5ce already deleted. [ 793.058679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-007da546-9d36-4a55-80e2-63bfac9bb5ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.080391] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.080624] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.080755] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.081061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.081307] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.081504] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.776020] env[66146]: INFO networking_nsxv3.common.synchronization [req-52290832-23f9-4b40-8ee9-7023de0d6240 req-e758a85d-df90-4f30-8734-584bfe357c23 service nova] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_rules [ 793.776511] env[66146]: INFO networking_nsxv3.common.synchronization [req-52290832-23f9-4b40-8ee9-7023de0d6240 req-e758a85d-df90-4f30-8734-584bfe357c23 service nova] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 793.776773] env[66146]: INFO networking_nsxv3.common.synchronization [req-52290832-23f9-4b40-8ee9-7023de0d6240 req-e758a85d-df90-4f30-8734-584bfe357c23 service nova] Enqueued Resource ID: a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd with Priority: HIGHEST for action port [ 793.777505] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_rules [ 793.777715] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 793.777886] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd with Priority: HIGHEST for action port [ 793.778807] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.778807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.778807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.779130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.779130] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.781045] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.781260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.781556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782469] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.782469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.782469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.783459] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.784978] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.785128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.785211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.785378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.785459] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.099212] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: SUCCESS [ 794.099781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.188094] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 in Status: SUCCESS [ 794.188293] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 deletion is rescheduled due to dependency. [ 794.188486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.289489] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.290782] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.290918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.291046] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd with status ACTIVE [ 794.291230] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.291347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.291410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.292503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.292503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.292503] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.292503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.292503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.292503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.292503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.292979] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.292979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.292979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.292979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.294335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.294428] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd is going to be updated. [ 794.320170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.321086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.321086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.321086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.321086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.321086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3b5d6bd-9bc4-4467-aba9-a357a76ddbbd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.622069] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e in Status: SUCCESS [ 794.622700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.623148] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.623386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.623582] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.623700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.623763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.623919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.624012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.624096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.624193] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.798040] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.843215] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 794.843417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.128270] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.128521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.128631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.128858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.129042] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.129186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.129273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.129460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.129577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.129686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.129836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.129931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.130043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.130179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.130319] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.130407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.130463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.130598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.130671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.130751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.130842] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.302041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.302233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.302389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.302638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.302787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.303012] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 is going to be created. [ 795.330889] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.331094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.331135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.331352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.331515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.342239] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: UNINITIALIZED for 2s [ 795.637192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bc39e8d-bad0-440a-a157-c094206e7f4e: rpc.has_security_group_logging(os_id): False [ 795.660024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.660265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.660265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.660562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.660672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.660925] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.661073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.661159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.661500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.661601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.661837] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.661975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.662081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.662313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.662908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.662908] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.662908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.662908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.663262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.663262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.663262] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e is going to be created. [ 795.736395] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.736556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.736725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.737069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.737304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.749634] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e in Status: IN_PROGRESS for 2s [ 797.361148] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: SUCCESS [ 797.361543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.362115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.362115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.362906] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.362906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.362906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.362906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.362906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.363245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.363440] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.767328] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e in Status: SUCCESS [ 797.767540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.866636] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.866894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.866968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.867204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.867487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.867654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.867764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.867978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.868148] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.868320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.868568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.868661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.868747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.868904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.869079] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.869174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.869225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.869384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.869463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.869580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.869687] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.372668] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db3b4782-8c77-4d5c-be4b-db18f6604791: rpc.has_security_group_logging(os_id): False [ 798.395339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.395501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.395570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.395789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.395877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.396079] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.396182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.396233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.396520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.396734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.397085] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.397272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.397398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.397643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.397783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.398100] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.398265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.398372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.398628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.398728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.398867] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 is going to be created. [ 798.466226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.466226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.466226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.466453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.466576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.477052] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: IN_PROGRESS for 2s [ 798.641893] env[66146]: INFO networking_nsxv3.common.synchronization [req-a7501f9a-7b15-4e41-a945-c792a28bdb80 req-4abd8cc3-41f1-4368-93df-6cd76f489f66 tempest-AttachInterfacesV270Test-1065881807 tempest-AttachInterfacesV270Test-1065881807-project-member] Enqueued Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_members [ 798.642706] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGHEST for action security_group_members [ 798.643352] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.643506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.643553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.643817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.643928] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.644051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.644113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.644275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.644365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.644562] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.980957] env[66146]: INFO networking_nsxv3.common.synchronization [req-b17c06c3-4219-4dee-a91f-1500ebe84d18 req-50cfb0bb-6862-487b-877c-56a67c385a5b tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 798.980957] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 798.980957] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.980957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.980957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.980957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.980957] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.981367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.981508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.981855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.982042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.982219] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.010330] env[66146]: INFO networking_nsxv3.common.synchronization [req-b17c06c3-4219-4dee-a91f-1500ebe84d18 req-50cfb0bb-6862-487b-877c-56a67c385a5b tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 799.010330] env[66146]: INFO networking_nsxv3.common.synchronization [req-b17c06c3-4219-4dee-a91f-1500ebe84d18 req-50cfb0bb-6862-487b-877c-56a67c385a5b tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 799.010330] env[66146]: INFO networking_nsxv3.common.synchronization [req-b17c06c3-4219-4dee-a91f-1500ebe84d18 req-50cfb0bb-6862-487b-877c-56a67c385a5b tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 36848acb-559b-41a3-9684-cb1963b8515b with Priority: HIGHEST for action port [ 799.018381] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 799.018381] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 799.018381] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36848acb-559b-41a3-9684-cb1963b8515b with Priority: HIGHEST for action port [ 799.018381] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.018381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.018381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.018381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.018381] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.018381] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.018381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.018381] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-36848acb-559b-41a3-9684-cb1963b8515b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.018381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.018381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.018381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.018381] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36848acb-559b-41a3-9684-cb1963b8515b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.147107] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.147315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.147384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.147599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.147684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.147875] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.147989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.148062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.148679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.148679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.148679] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 is going to be updated. [ 799.177856] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.177996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.178136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.178316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.178461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.189198] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 in Status: IN_PROGRESS for 2s [ 799.394189] env[66146]: INFO networking_nsxv3.common.synchronization [req-acbef4a7-18ba-4018-ae41-b7122ae2ccea req-c4da689e-e6f3-414f-bd17-9de77669afef tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 799.394189] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 799.394189] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.394189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.395043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.395444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.395991] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.396647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.396647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.396647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.396910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.398222] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.487499] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.519879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.519993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.520191] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36848acb-559b-41a3-9684-cb1963b8515b with status ACTIVE [ 799.520349] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.520450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.520512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.520707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.520850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.521060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.521155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.521213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.521370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.521445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.521613] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.521697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.521753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.521918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.521993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.522085] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36848acb-559b-41a3-9684-cb1963b8515b is going to be updated. [ 799.548591] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.548591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.548591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.548591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.548591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.548591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.771888] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.771888] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.771888] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.771888] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.771888] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.773028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.773028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.773028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.773028] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.773028] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.773186] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.773298] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.773403] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.773509] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.773607] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.773730] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.805934] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.806161] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.806300] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.806568] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.806901] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.808284] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.808476] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.808931] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.809176] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a03ba33-3ab8-44cf-a0a0-1a74f361db61',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.901708] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.902047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.902162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.902385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.902473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.902686] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.902768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.902892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.903063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.903140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.903225] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 799.929839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.929986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.930062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.930272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.930411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.939266] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 799.990756] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.312565] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.312565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.312565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.313125] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.313240] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.313420] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 3a03ba33-3ab8-44cf-a0a0-1a74f361db61 not found, creating... [ 800.313639] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.313813] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.313922] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.314166] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.314297] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.314571] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.314720] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314830] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.315042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.315271] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.315469] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 3a03ba33-3ab8-44cf-a0a0-1a74f361db61 is going to be created. [ 800.337343] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.337679] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.337679] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.337957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.340697] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.341625] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.491440] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: SUCCESS [ 800.491722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.492100] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.492238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.492366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.492549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.492635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.492727] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be updated. [ 800.526775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.526904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.526978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.527222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.527410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.536809] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: IN_PROGRESS for 2s [ 801.129229] env[66146]: INFO networking_nsxv3.common.synchronization [req-acbef4a7-18ba-4018-ae41-b7122ae2ccea req-b3fb404a-b597-44b5-acbc-d9f4bef95732 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 801.130185] env[66146]: INFO networking_nsxv3.common.synchronization [req-acbef4a7-18ba-4018-ae41-b7122ae2ccea req-b3fb404a-b597-44b5-acbc-d9f4bef95732 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 801.130307] env[66146]: INFO networking_nsxv3.common.synchronization [req-acbef4a7-18ba-4018-ae41-b7122ae2ccea req-b3fb404a-b597-44b5-acbc-d9f4bef95732 service nova] Enqueued Resource ID: 3a03ba33-3ab8-44cf-a0a0-1a74f361db61 with Priority: HIGHEST for action port [ 801.130931] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 801.134404] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 801.134404] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a03ba33-3ab8-44cf-a0a0-1a74f361db61 with Priority: HIGHEST for action port [ 801.134404] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.134404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.134404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.134404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.134404] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.139113] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.139270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.139830] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.139830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.139830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.140051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.140051] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a03ba33-3ab8-44cf-a0a0-1a74f361db61',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.203523] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 in Status: SUCCESS [ 801.203523] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 deletion is rescheduled due to dependency. [ 801.203669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.639139] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.639557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.643332] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a03ba33-3ab8-44cf-a0a0-1a74f361db61 with status ACTIVE [ 801.643567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.643705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.643773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.644071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.644197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.644380] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.644484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.644546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.644752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.644927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.645168] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.645329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.645416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.645593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.645693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.645798] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a03ba33-3ab8-44cf-a0a0-1a74f361db61 is going to be updated. [ 801.670248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.670412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.670455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.670925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.671132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.671307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a03ba33-3ab8-44cf-a0a0-1a74f361db61" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.952291] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 801.952479] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 801.952596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.952766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.953100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.953286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.953405] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.953488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.953682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.953774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.954682] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.457895] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.550307] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: SUCCESS [ 802.550486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.551093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.551193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.551885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.551885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.552402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.552402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.552402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.552402] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.961434] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.057343] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.123793] env[66146]: INFO networking_nsxv3.common.synchronization [req-764dcc36-63a2-4be3-b26b-5831dc3d9606 req-ee0e99ba-f5ca-4125-a853-a12813a101a2 tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 803.126136] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 803.127488] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.127488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.154375] env[66146]: INFO networking_nsxv3.common.synchronization [req-764dcc36-63a2-4be3-b26b-5831dc3d9606 req-ee0e99ba-f5ca-4125-a853-a12813a101a2 tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 803.154541] env[66146]: INFO networking_nsxv3.common.synchronization [req-764dcc36-63a2-4be3-b26b-5831dc3d9606 req-ee0e99ba-f5ca-4125-a853-a12813a101a2 tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 803.154644] env[66146]: INFO networking_nsxv3.common.synchronization [req-764dcc36-63a2-4be3-b26b-5831dc3d9606 req-ee0e99ba-f5ca-4125-a853-a12813a101a2 tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 36848acb-559b-41a3-9684-cb1963b8515b with Priority: HIGHEST for action port [ 803.155424] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_rules [ 803.155561] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 803.155657] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36848acb-559b-41a3-9684-cb1963b8515b with Priority: HIGHEST for action port [ 803.155940] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.156053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.156325] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.156325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.156720] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-36848acb-559b-41a3-9684-cb1963b8515b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.156720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.156720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.156927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.156927] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36848acb-559b-41a3-9684-cb1963b8515b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.465226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.465396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.465471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.465704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.465798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.465898] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 803.479819] env[66146]: INFO networking_nsxv3.common.synchronization [req-17fe7ff0-30aa-4a67-9a87-d3a9072a8048 req-24759374-b182-437c-9680-d5e993308cce tempest-ServerPasswordTestJSON-1575193467 tempest-ServerPasswordTestJSON-1575193467-project-member] Enqueued Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_members [ 803.480422] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGHEST for action security_group_members [ 803.480712] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.481584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.481584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.481584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.481584] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.481584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.481584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.481955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.481955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.481955] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.500250] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.500250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.500250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.500250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.500250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.509580] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 803.559970] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.639700] env[66146]: INFO networking_nsxv3.common.synchronization [None req-616a845a-3354-4ccf-a290-4ebcea587d3f tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 00ec1bbf-6e40-4116-9bfd-f5de954392c6 with Priority: HIGHEST for action security_group_rules [ 803.640252] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ec1bbf-6e40-4116-9bfd-f5de954392c6 with Priority: HIGHEST for action security_group_rules [ 803.640623] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.640715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.640765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.641142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.641313] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00ec1bbf-6e40-4116-9bfd-f5de954392c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.658837] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36848acb-559b-41a3-9684-cb1963b8515b with status ACTIVE [ 803.659077] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.659211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.659276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.659480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.659563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.659750] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.660401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.660401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.660401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.660401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.660401] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.660401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.660662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.660662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.660739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.660841] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36848acb-559b-41a3-9684-cb1963b8515b is going to be updated. [ 803.699487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.699487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.699487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.699487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.699487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.699487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36848acb-559b-41a3-9684-cb1963b8515b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.749581] env[66146]: INFO networking_nsxv3.common.synchronization [None req-9371a387-2fe2-4638-836f-7ffc7bf96fcd tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 00ec1bbf-6e40-4116-9bfd-f5de954392c6 with Priority: HIGHEST for action security_group_rules [ 803.750807] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ec1bbf-6e40-4116-9bfd-f5de954392c6 with Priority: HIGHEST for action security_group_rules [ 803.750807] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.750807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.985229] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.985566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.985566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.987018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.987018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.987018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.987018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.987018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.987018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.987018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.987018] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e is going to be updated. [ 804.019342] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.021058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.021289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.022441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.022704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.035175] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e in Status: IN_PROGRESS for 2s [ 804.064381] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.064639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.064713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.064960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.065076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.065928] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be updated. [ 804.110513] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.110909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.111023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.111707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.111903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.121704] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: IN_PROGRESS for 2s [ 804.181178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.181359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.181442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.181711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.181829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.181923] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00ec1bbf-6e40-4116-9bfd-f5de954392c6 already deleted. [ 804.182406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.182406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.182406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.182406] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00ec1bbf-6e40-4116-9bfd-f5de954392c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.708293] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.708293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.708493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.708567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.708660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.708757] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00ec1bbf-6e40-4116-9bfd-f5de954392c6 already deleted. [ 804.708839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00ec1bbf-6e40-4116-9bfd-f5de954392c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.521247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 805.521518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.521638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.521855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.522076] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.522198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.522264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.522420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.522504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.522573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.522662] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.025181] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.025350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.025427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.025640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.025824] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.025990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.025990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.026134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.026233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.026299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.026463] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.031254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.031254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031577] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.045880] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e in Status: SUCCESS [ 806.045880] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e deletion is rescheduled due to dependency. [ 806.045880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.132320] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: SUCCESS [ 806.132577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.133063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.133063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.133265] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.133382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.133452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.133619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.133698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.133797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.133891] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.135248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.135248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.135401] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.135401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.135495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.135724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.135724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.135821] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.363465] env[66146]: INFO networking_nsxv3.common.synchronization [req-162f1a60-61f7-40e3-bd22-54acd77cc85d req-053934cf-c132-4781-9c7c-72978fb8fd77 tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 806.363992] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 806.364614] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.364737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.364802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.365083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.365314] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.365435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.365502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.365814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.365814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.365931] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.534086] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddf3145-3c89-4578-bd0a-7abd0579d63a: rpc.has_security_group_logging(os_id): False [ 806.554521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.554801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.554881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.555120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.555302] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.555544] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.555665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.555729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.555923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.556015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.556460] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.556605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.556668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.556894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.557209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.557433] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.557552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.557615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.557776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.557846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.559130] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 806.637683] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.639224] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.639362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.639443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.639667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.639822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.642108] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.655012] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 806.778633] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.778831] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.778938] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.779223] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.779506] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.779658] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.779765] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.779982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.780190] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.780426] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.780579] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.780686] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.780792] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.780904] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.781067] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.781222] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.803589] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.803775] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.803910] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.804098] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-876" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.804448] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-e59e8548-315b-41d1-b031-ce23f418b0c7 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.804624] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.804734] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.805076] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.805253] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59e8548-315b-41d1-b031-ce23f418b0c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.870672] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.144348] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6: rpc.has_security_group_logging(os_id): False [ 807.145771] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.167037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.167037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.167653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.167933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.168046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.168735] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.168735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.168735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.168735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.169038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.169405] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be updated. [ 807.240700] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.241089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.241089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.241308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.241466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.253379] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: IN_PROGRESS for 2s [ 807.307438] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.307654] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.307794] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.308105] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.308253] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.308400] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port e59e8548-315b-41d1-b031-ce23f418b0c7 not found, creating... [ 807.308648] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.308831] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.308913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.309141] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.309856] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.309856] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.309856] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.310062] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.310775] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.311092] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.311320] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: e59e8548-315b-41d1-b031-ce23f418b0c7 is going to be created. [ 807.345412] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.345649] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.345766] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.346060] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.346286] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.346510] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.372881] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.650711] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.651090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.651090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.651236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.651275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.651380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be updated. [ 807.680212] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.680385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.680433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.680634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.680776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.690612] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: IN_PROGRESS for 2s [ 807.875829] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.876027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.876104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.877017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.877017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.877017] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 807.940195] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.940612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.940612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.940771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.940820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.950957] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 808.126031] env[66146]: INFO networking_nsxv3.common.synchronization [req-162f1a60-61f7-40e3-bd22-54acd77cc85d req-d9ef1cc9-4a1e-46a2-ae50-c7d1177ee633 service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 808.126198] env[66146]: INFO networking_nsxv3.common.synchronization [req-162f1a60-61f7-40e3-bd22-54acd77cc85d req-d9ef1cc9-4a1e-46a2-ae50-c7d1177ee633 service nova] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 808.126384] env[66146]: INFO networking_nsxv3.common.synchronization [req-162f1a60-61f7-40e3-bd22-54acd77cc85d req-d9ef1cc9-4a1e-46a2-ae50-c7d1177ee633 service nova] Enqueued Resource ID: e59e8548-315b-41d1-b031-ce23f418b0c7 with Priority: HIGHEST for action port [ 808.127022] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_rules [ 808.130391] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 808.130391] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59e8548-315b-41d1-b031-ce23f418b0c7 with Priority: HIGHEST for action port [ 808.130391] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.130391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.130391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.130391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.130391] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.130868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.131043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132055] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59e8548-315b-41d1-b031-ce23f418b0c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.132055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.132055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.132055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.132055] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59e8548-315b-41d1-b031-ce23f418b0c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.287811] env[66146]: INFO networking_nsxv3.common.synchronization [req-31cedced-e11e-4f1f-8c34-3a7c1c523aa2 req-2ca7e36c-eb3a-4a8d-81fb-61c7995343fc tempest-AttachInterfacesUnderV243Test-1528889974 tempest-AttachInterfacesUnderV243Test-1528889974-project-member] Enqueued Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 808.288642] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 with Priority: HIGHEST for action security_group_members [ 808.289059] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.289204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.634355] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.634355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.638272] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e59e8548-315b-41d1-b031-ce23f418b0c7 with status ACTIVE [ 808.638272] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.638272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.638272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.638272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.638716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.638716] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.638716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.638716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.638875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.638875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.639054] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.639145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.639215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.639343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.639415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.639498] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e59e8548-315b-41d1-b031-ce23f418b0c7 is going to be updated. [ 808.662489] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.662836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.662836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.662960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.663102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.663219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59e8548-315b-41d1-b031-ce23f418b0c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.667723] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 808.667988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.267337] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: SUCCESS [ 809.267337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.267471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.267663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.267751] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.703612] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 in Status: SUCCESS [ 809.703612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.703612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.703612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.703612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.703612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.703612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.703612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.703612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.704284] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.792517] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.792696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.792754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.792985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.793137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.793188] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be deleted. [ 809.853268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.853268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.853268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.853268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.853268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.853530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.961801] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 809.962015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.962208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.962433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.962617] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.962770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.962841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.963040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.963122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.963270] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.208775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.208939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.209025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.209253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.209355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.209560] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.209669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.209713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.209865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.209938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.210036] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 is going to be deleted. [ 810.241605] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.241757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.241830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.242069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.242165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.242265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.242426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.242587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.242744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.242848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.242934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.243131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.243208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.243305] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d5c8bd9-6b13-4f4c-abc8-32eb245574c6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.465278] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.745522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.746147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.746147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.746147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.746147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.746367] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.746617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.746617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.746782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.746782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.746845] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d5c8bd9-6b13-4f4c-abc8-32eb245574c6 already deleted. [ 810.746988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d5c8bd9-6b13-4f4c-abc8-32eb245574c6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.969028] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.471666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.471666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.471666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.472228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.472228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.472228] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 811.504229] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.506362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.506362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.506362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.506362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.517797] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 812.282181] env[66146]: INFO networking_nsxv3.common.synchronization [None req-aceacabf-99c6-46a2-847d-216fb77f686d tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_rules [ 812.282770] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_rules [ 812.286427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.286639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.286784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.288097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.288097] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.396229] env[66146]: INFO networking_nsxv3.common.synchronization [None req-43a272af-694d-441f-8240-85919176476b tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_rules [ 812.397710] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_rules [ 812.397710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.397710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.820782] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.820782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.820782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.821502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.821502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.821502] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 already deleted. [ 812.821502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.821502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.821747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.821747] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.353956] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.354375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.354375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.354478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.354545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.354838] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 already deleted. [ 813.354838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.532687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 813.532687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.533076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.533158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.533484] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.535052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.535052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.535052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.535052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.535052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.535052] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.039474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.039659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.039659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.039928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.040192] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.040545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.040545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.040637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.041483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.041483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.041483] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.041483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.041773] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.041773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.041773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.041880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.042042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.042573] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.546438] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4371fa2-4202-4418-87eb-c885a8290a4d: rpc.has_security_group_logging(os_id): False [ 814.568348] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.568570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.568649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.568876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.568997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.569236] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.569353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.569450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.569655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.569772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.569985] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.570097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.570170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.570340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.570418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.570656] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.570755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.570836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.571062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.571142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.571236] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 814.606243] env[66146]: INFO networking_nsxv3.common.synchronization [req-baf54fe7-d975-423d-a76e-d2e9f1c2a37a req-12441831-409d-4295-9def-6e2ed9aa3fa9 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 814.606243] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 814.606511] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.606647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.606725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.606954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.607126] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.607230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.607306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.607465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.608259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.608259] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.644514] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.644731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.644864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.645172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.645550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.659580] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 815.051288] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.051288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.051288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.051288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.051288] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.051288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.057488] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.057488] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.057488] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.057488] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.057488] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.057488] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.057488] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.059221] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.059395] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.059536] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.082434] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.082639] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.082751] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.082928] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.083327] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-397a2e03-8d3b-489e-bf88-52d2de13597f taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.083505] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.083617] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.084015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.084187] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397a2e03-8d3b-489e-bf88-52d2de13597f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.111495] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.587057] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.587057] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.587057] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.587498] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.587590] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.587805] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 397a2e03-8d3b-489e-bf88-52d2de13597f not found, creating... [ 815.588106] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.588300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.588477] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.588651] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.588801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.589147] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.589305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.589415] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.590408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.590589] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.590733] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 397a2e03-8d3b-489e-bf88-52d2de13597f is going to be created. [ 815.611715] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.611919] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.612047] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.612305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.612523] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.612738] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.613691] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.116781] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.116955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.117036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.117478] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 816.149642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.149852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.149852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.150205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.150565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.161501] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 816.355079] env[66146]: INFO networking_nsxv3.common.synchronization [req-baf54fe7-d975-423d-a76e-d2e9f1c2a37a req-22085242-e8e3-4da5-a95a-7c2e80068ee7 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 816.355079] env[66146]: INFO networking_nsxv3.common.synchronization [req-baf54fe7-d975-423d-a76e-d2e9f1c2a37a req-22085242-e8e3-4da5-a95a-7c2e80068ee7 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 816.355079] env[66146]: INFO networking_nsxv3.common.synchronization [req-baf54fe7-d975-423d-a76e-d2e9f1c2a37a req-22085242-e8e3-4da5-a95a-7c2e80068ee7 service nova] Enqueued Resource ID: 397a2e03-8d3b-489e-bf88-52d2de13597f with Priority: HIGHEST for action port [ 816.355079] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 816.355079] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 816.355079] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397a2e03-8d3b-489e-bf88-52d2de13597f with Priority: HIGHEST for action port [ 816.355079] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.355079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.355079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.355079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.356556] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.357299] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.357395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.357621] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-397a2e03-8d3b-489e-bf88-52d2de13597f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.357791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.357904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.358526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.358526] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397a2e03-8d3b-489e-bf88-52d2de13597f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.674620] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 816.674620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.860286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.860466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.860597] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 397a2e03-8d3b-489e-bf88-52d2de13597f with status ACTIVE [ 816.860767] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.860876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.860940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.861203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861981] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.861981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861981] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.862463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.862463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.862463] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 397a2e03-8d3b-489e-bf88-52d2de13597f is going to be updated. [ 816.888486] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.888486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.888486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.888702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.888790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.889910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397a2e03-8d3b-489e-bf88-52d2de13597f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.295484] env[66146]: INFO networking_nsxv3.common.synchronization [req-e09a695f-11d6-45c7-b527-0887efce6217 req-3009096b-8989-4df3-a32d-27132df783d7 tempest-ServersTestFqdnHostnames-1844672441 tempest-ServersTestFqdnHostnames-1844672441-project-member] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_members [ 817.296170] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_members [ 817.296405] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.296634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.296710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.296943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.297118] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.297224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.297285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.297433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.297520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.297973] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.672088] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.673642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-193" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.673642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-193" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.673642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-193" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.673642] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.677347] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.677347] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.677347] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.677347] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.677347] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.677347] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.677347] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.677347] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.677347] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.677347] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.677347] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.698224] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.698456] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.698596] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.698805] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-193" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.699204] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.699413] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.699530] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.699910] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.700647] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8561bd73-d676-43d5-8999-2fbfd8b6c9e2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.802505] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.802694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.803424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.803424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.803424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.803424] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.803424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.803704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.803704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.803788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.803788] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c already deleted. [ 817.803892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.171141] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 818.172496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.172716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.172954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.173200] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.173333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.173398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.173898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.174120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.174382] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.203302] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.203609] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.203735] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.204090] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.204254] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.204416] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 8561bd73-d676-43d5-8999-2fbfd8b6c9e2 not found, creating... [ 818.204733] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.204903] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.205032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.205287] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.205468] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.205842] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.206053] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.206188] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.206404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.206536] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.206692] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 8561bd73-d676-43d5-8999-2fbfd8b6c9e2 is going to be created. [ 818.240415] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.240704] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.240848] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.241380] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.241527] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.241789] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.678573] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.974157] env[66146]: INFO networking_nsxv3.common.synchronization [req-e09a695f-11d6-45c7-b527-0887efce6217 req-7cd8a057-61a3-449b-b6d2-c50f60a171f9 service nova] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_rules [ 818.974345] env[66146]: INFO networking_nsxv3.common.synchronization [req-e09a695f-11d6-45c7-b527-0887efce6217 req-7cd8a057-61a3-449b-b6d2-c50f60a171f9 service nova] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_members [ 818.974499] env[66146]: INFO networking_nsxv3.common.synchronization [req-e09a695f-11d6-45c7-b527-0887efce6217 req-7cd8a057-61a3-449b-b6d2-c50f60a171f9 service nova] Enqueued Resource ID: 8561bd73-d676-43d5-8999-2fbfd8b6c9e2 with Priority: HIGHEST for action port [ 818.974993] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_rules [ 818.975261] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_members [ 818.975261] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8561bd73-d676-43d5-8999-2fbfd8b6c9e2 with Priority: HIGHEST for action port [ 818.975577] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.975637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.975707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.975924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.978691] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.981209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.981209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.981209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.981209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.981209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.981209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.981209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.981209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.981209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.981209] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.981941] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.982133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.982273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.982480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.982577] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8561bd73-d676-43d5-8999-2fbfd8b6c9e2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.183093] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.484486] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.484704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.484968] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.485994] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8561bd73-d676-43d5-8999-2fbfd8b6c9e2 with status ACTIVE [ 819.486317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.487872] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.487872] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.487872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.488470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.488526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.489343] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8561bd73-d676-43d5-8999-2fbfd8b6c9e2 is going to be updated. [ 819.516715] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.517040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.517168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.517513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.517760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.517985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8561bd73-d676-43d5-8999-2fbfd8b6c9e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.684992] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.685454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.685454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.685454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.685585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.685585] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 819.715342] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.715462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.715516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.715724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.715872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.726682] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 819.991208] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.013739] env[66146]: INFO networking_nsxv3.common.synchronization [req-29b67d93-12f4-4b1b-aeb3-28e1e1c8dc80 req-84ef73d3-d760-41e2-a70f-b65f4294542a tempest-ListServerFiltersTestJSON-1273112164 tempest-ListServerFiltersTestJSON-1273112164-project-member] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 820.014407] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 820.014772] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.014912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.014980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.015292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.015474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.015584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.015673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.015832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.015940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.016080] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.422853] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.423031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.423305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.423502] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.423786] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.423950] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.424112] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.424358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.424511] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.424771] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.424904] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.425023] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.425131] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.425255] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.425375] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.425512] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.448625] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.448812] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.448959] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.449163] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.449581] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-ee45f905-636d-4d9e-9c64-4a6b66a036f3 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.449702] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.452602] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.452602] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.452602] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee45f905-636d-4d9e-9c64-4a6b66a036f3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.493429] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.493595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.493720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.493878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.494166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.494312] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c is going to be created. [ 820.518972] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.519619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.519619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.519619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.519619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.519836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.520014] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.520014] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.520157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.520157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.520262] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 already deleted. [ 820.521395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.522253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.522376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.522435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.522680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.522778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.536018] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: UNINITIALIZED for 2s [ 820.955293] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.955293] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.955293] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.955293] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.955293] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.955957] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port ee45f905-636d-4d9e-9c64-4a6b66a036f3 not found, creating... [ 820.955957] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.955957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.955957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.956193] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.956193] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956489] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.956671] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.956779] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.956982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.957354] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.957531] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: ee45f905-636d-4d9e-9c64-4a6b66a036f3 is going to be created. [ 820.982366] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.982638] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.982781] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.983270] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.983570] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.983888] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.737926] env[66146]: INFO networking_nsxv3.common.synchronization [req-29b67d93-12f4-4b1b-aeb3-28e1e1c8dc80 req-6cf289c9-b12c-4a57-899a-647e561001c9 service nova] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_rules [ 821.738134] env[66146]: INFO networking_nsxv3.common.synchronization [req-29b67d93-12f4-4b1b-aeb3-28e1e1c8dc80 req-6cf289c9-b12c-4a57-899a-647e561001c9 service nova] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 821.738270] env[66146]: INFO networking_nsxv3.common.synchronization [req-29b67d93-12f4-4b1b-aeb3-28e1e1c8dc80 req-6cf289c9-b12c-4a57-899a-647e561001c9 service nova] Enqueued Resource ID: ee45f905-636d-4d9e-9c64-4a6b66a036f3 with Priority: HIGHEST for action port [ 821.739462] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 821.739732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.740451] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_rules [ 821.740613] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 821.744162] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee45f905-636d-4d9e-9c64-4a6b66a036f3 with Priority: HIGHEST for action port [ 821.744382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.744616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.744883] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.744991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.744991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.745144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.745229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.745334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.745474] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.746748] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.746896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.747029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.747285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.747784] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.749827] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.749987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.750104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.750308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.750502] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.750604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.750673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.750826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.751197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.753566] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.753566] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee45f905-636d-4d9e-9c64-4a6b66a036f3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.753566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.753566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.753566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.753566] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee45f905-636d-4d9e-9c64-4a6b66a036f3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.250447] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.252031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.256092] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.256242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.256309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.256529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.256692] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.257031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.257031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.257031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.257181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.257181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.257323] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.257392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.257495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.258146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.258146] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.258146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.258146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.258146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.258146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.258146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.258443] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.259217] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.259931] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee45f905-636d-4d9e-9c64-4a6b66a036f3 with status ACTIVE [ 822.260112] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.260219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.260285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.260446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.260526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.260688] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.260783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.260848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.261670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.261670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.261670] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.261670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.261670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.261670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.261670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.261670] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee45f905-636d-4d9e-9c64-4a6b66a036f3 is going to be updated. [ 822.288050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.288213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.289484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.289484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.289484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.289484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee45f905-636d-4d9e-9c64-4a6b66a036f3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.547041] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: SUCCESS [ 822.547293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.547384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.548575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.548575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.548575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.548575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.548575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.548575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.548575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.548849] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.763568] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.765572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 822.795275] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.795275] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.795275] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.795275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.796190] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.796414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.796499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.796721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.796822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.796959] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 822.801511] env[66146]: INFO networking_nsxv3.common.synchronization [req-0883245e-4fd8-43d2-aa82-6809ebbe75b1 req-5a4ade4e-1f53-4187-b101-d1da44afc58b tempest-ListServerFiltersTestJSON-1273112164 tempest-ListServerFiltersTestJSON-1273112164-project-member] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 822.802344] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 822.802727] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.802866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.876077] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.876077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.876077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.876077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.876077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.904437] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 823.052111] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.267447] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.267775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.267775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.267937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.268037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.268163] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be created. [ 823.310569] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.310756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.310805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.311012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.311649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.325038] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: UNINITIALIZED for 2s [ 823.555647] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78fe2d3-5a71-4dbe-9fbe-2efe786be56c: rpc.has_security_group_logging(os_id): False [ 823.583312] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.583499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.583584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.583806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.584909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.584909] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.584909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.584909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.584909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.584909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.584909] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c is going to be created. [ 823.659260] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.659260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.659260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.659531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.660236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.671054] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.671247] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.672156] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.672156] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.672156] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.672398] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.672398] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.672571] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.672724] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.672953] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.673100] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.673240] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.673315] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.673459] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.673597] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.673659] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.675923] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: IN_PROGRESS for 2s [ 823.695199] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.695376] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.695614] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.695745] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.696081] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-23c831a6-d44d-4b2b-9e2b-568391475b49 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.696266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.696365] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.697474] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.697658] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c831a6-d44d-4b2b-9e2b-568391475b49',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.203625] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.203858] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.204023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.204419] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.204597] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.204815] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 23c831a6-d44d-4b2b-9e2b-568391475b49 not found, creating... [ 824.205044] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.205381] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.205541] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.205791] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.206048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.206265] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.206439] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.206646] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.206920] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.207068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.207211] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 23c831a6-d44d-4b2b-9e2b-568391475b49 is going to be created. [ 824.231977] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.232273] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.232457] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.232837] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.233212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.233453] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.248462] env[66146]: INFO networking_nsxv3.common.synchronization [req-3004a9d3-56cd-41ff-960c-70cb53d43917 req-9281e535-f4a0-4e0a-b4c9-5d2633530cf8 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 824.249280] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 824.249634] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.249801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.249887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.250129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.250297] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.250398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.250474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.250639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.250772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.250843] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.754159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.754159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.754159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.754159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.754159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.754159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.754675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.754675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.754675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.754779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.754894] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 is going to be updated. [ 824.786382] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.786582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.786655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.786882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.787054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.797033] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: IN_PROGRESS for 2s [ 824.921022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 824.921281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.965762] env[66146]: INFO networking_nsxv3.common.synchronization [req-0883245e-4fd8-43d2-aa82-6809ebbe75b1 req-89c6a83a-b243-4415-b3e4-80ea58a5a5be service nova] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_rules [ 824.965762] env[66146]: INFO networking_nsxv3.common.synchronization [req-0883245e-4fd8-43d2-aa82-6809ebbe75b1 req-89c6a83a-b243-4415-b3e4-80ea58a5a5be service nova] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 824.966083] env[66146]: INFO networking_nsxv3.common.synchronization [req-0883245e-4fd8-43d2-aa82-6809ebbe75b1 req-89c6a83a-b243-4415-b3e4-80ea58a5a5be service nova] Enqueued Resource ID: 23c831a6-d44d-4b2b-9e2b-568391475b49 with Priority: HIGHEST for action port [ 824.966501] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_rules [ 824.966713] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 824.966880] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c831a6-d44d-4b2b-9e2b-568391475b49 with Priority: HIGHEST for action port [ 824.967237] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.967419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.967613] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.967854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.968140] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c831a6-d44d-4b2b-9e2b-568391475b49 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.968553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.968605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.968860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.968984] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c831a6-d44d-4b2b-9e2b-568391475b49',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.337982] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 825.337982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.338223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.339027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.339027] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.339027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.339027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.339027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.339027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.340138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.340138] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.340138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.340318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.340459] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.341659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.341760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.341935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.341935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.342414] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.473964] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23c831a6-d44d-4b2b-9e2b-568391475b49 with status ACTIVE [ 825.473964] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.473964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.473964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.473964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.474304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.474304] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.474400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.474456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.474995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.475392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.475955] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.476119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.476208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.476385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.476465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.476556] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23c831a6-d44d-4b2b-9e2b-568391475b49 is going to be updated. [ 825.501072] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.501072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.501072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.501072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.501072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.501072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c831a6-d44d-4b2b-9e2b-568391475b49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.605445] env[66146]: INFO networking_nsxv3.common.synchronization [req-86b74946-1499-4a3e-a370-7cb44b544806 req-ba63bd25-3470-48b8-accc-d89be061ece5 tempest-ListServerFiltersTestJSON-1273112164 tempest-ListServerFiltersTestJSON-1273112164-project-member] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 825.605977] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 825.606344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.606448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.690802] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: SUCCESS [ 825.690802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.843795] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.844269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.844383] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.076305] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.077032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.077032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.077032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.077272] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.077521] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.077671] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.078837] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.078837] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.078837] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.078837] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.078837] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.078837] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.078837] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.078837] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.079359] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.101493] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.101561] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.101674] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.102290] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-483" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.102290] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-2964378e-8caa-4c2f-9a96-b175b0dd79f9 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.102465] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.102465] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.102811] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.102967] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2964378e-8caa-4c2f-9a96-b175b0dd79f9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.346988] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.609164] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.609164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.609164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.609164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.609367] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.609367] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 2964378e-8caa-4c2f-9a96-b175b0dd79f9 not found, creating... [ 826.609609] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.610139] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.610362] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.610519] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.610669] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.610948] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.611140] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.611245] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.611440] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.611566] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.611696] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 2964378e-8caa-4c2f-9a96-b175b0dd79f9 is going to be created. [ 826.631396] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.631616] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.631746] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.632057] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.632309] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.632535] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.808447] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: SUCCESS [ 826.808447] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 deletion is rescheduled due to dependency. [ 826.808447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.853020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.853020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.853020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.853020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.853020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.853020] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 826.886432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.886432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.886628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.886715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.886861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.896748] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 827.065260] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.065448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.065448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.065848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.065982] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.364346] env[66146]: INFO networking_nsxv3.common.synchronization [req-86b74946-1499-4a3e-a370-7cb44b544806 req-d6887b74-0cfe-4e4d-82fb-6deaae6549ad service nova] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_rules [ 827.364531] env[66146]: INFO networking_nsxv3.common.synchronization [req-86b74946-1499-4a3e-a370-7cb44b544806 req-d6887b74-0cfe-4e4d-82fb-6deaae6549ad service nova] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 827.364664] env[66146]: INFO networking_nsxv3.common.synchronization [req-86b74946-1499-4a3e-a370-7cb44b544806 req-d6887b74-0cfe-4e4d-82fb-6deaae6549ad service nova] Enqueued Resource ID: 2964378e-8caa-4c2f-9a96-b175b0dd79f9 with Priority: HIGHEST for action port [ 827.364882] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_rules [ 827.365026] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 827.365113] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2964378e-8caa-4c2f-9a96-b175b0dd79f9 with Priority: HIGHEST for action port [ 827.365927] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.366173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.366441] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.366577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.366888] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-2964378e-8caa-4c2f-9a96-b175b0dd79f9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.366972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.367108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.367377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.367634] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2964378e-8caa-4c2f-9a96-b175b0dd79f9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.569230] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.870107] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2964378e-8caa-4c2f-9a96-b175b0dd79f9 with status ACTIVE [ 827.870107] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.870379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.870379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.870649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.870751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.870952] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.871088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.871148] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.871316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.871394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.871579] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.871675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.872571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.872571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.872571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.872571] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2964378e-8caa-4c2f-9a96-b175b0dd79f9 is going to be updated. [ 827.922635] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.922903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.923023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.923412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.923595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.927027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2964378e-8caa-4c2f-9a96-b175b0dd79f9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.071967] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.575589] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 828.577266] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 828.908379] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 828.909399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.909399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.909399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.909399] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.909584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.909584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.909657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.909800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.909876] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.187161] env[66146]: INFO networking_nsxv3.common.synchronization [req-9582f1da-3fd2-47ad-b42c-c636e9c7d8a3 req-9c8c45ce-2e29-4684-b14f-92c133af55cd tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 829.187161] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 829.187161] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.187161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.187569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.187951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.189115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.189427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.189635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.190132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.190389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.190670] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.412348] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.695100] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.704467] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.704618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.704676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.704893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.717014] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 829.718142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.719296] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 829.749329] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.749468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.749540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.749758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.758395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.758973] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 829.759118] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.759228] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 829.798246] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.798246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.798246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.798246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.799368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.799965] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 829.867154] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.867409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.867409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.867591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.867787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.868010] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 829.916512] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.942367] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.942609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.942609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.942773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.944188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.944188] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 829.944188] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'aff7b138-9c1d-4b42-8e25-c06b1b4a393c', '24d9bb95-ccca-4873-9b91-1a7249658579', '44db8a50-2db5-4345-a78d-29c11ca11c21', '245a646b-b4ef-4ce2-9389-32fcff7d78bf', 'd65d054f-c2ff-4e15-bad0-ccd00c98e0e0', 'd4742359-5dcc-4f72-a4b2-5696b01d8a3e', '3bc39e8d-bad0-440a-a157-c094206e7f4e', '34c0be92-db2a-4901-a794-269ce7e14535', '42987bac-6968-42c9-960e-ddb00c28ada4', 'b3811ad3-3b88-4c05-8a8e-1807eba2d0ed', '016fe6da-5bcb-4e2c-8ced-636a73cacb6c', 'fb5f3348-cd72-4f78-ac77-84e67a3f7303', '76c3c141-821d-41b8-90ed-0af4c015d92a', '5625618e-0122-4be5-9b38-6f493ee056bf', 'e550b764-c71d-4df4-ae87-c9439988aa7e', 'a4371fa2-4202-4418-87eb-c885a8290a4d', '56caaf32-1841-429d-a2e4-9774ef11c0fc', '3635536c-051f-4573-880b-4828505db345', '2aa006af-075c-4f6d-8437-c309868c150d', 'f78fe2d3-5a71-4dbe-9fbe-2efe786be56c', '3e666f20-e58b-4ede-a6c8-06a16c06b17b', '036cf709-ed9e-4202-8ebf-9c7d61c16931', '7ddf3145-3c89-4578-bd0a-7abd0579d63a', 'e71ca9c6-206d-4610-b757-ee64b34e5235', '6bf19d04-12ba-4571-9db9-0dfaccba5987', '6d0572f9-4967-46fc-93ae-f5d786a0aba0', 'f1053009-6063-4846-831e-1343f27ed2aa', '8725f5ed-b849-467f-bd30-abb1cd12b7cd', 'fe31761d-87bf-4cb5-bca0-af9291cdf053', '574de86c-59ee-4e65-964d-c5675be9ec6a', '99c49ce9-4caa-4dfd-a3a3-81cc22dfd189', '29c56864-fcb2-46cb-9ab6-98b3d1b0f56d', '82651fdf-faf5-45e7-a0f7-1188f22b531b', '881b2a02-d4ae-49a9-bcd8-5d058f606edd', 'db3b4782-8c77-4d5c-be4b-db18f6604791'} {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.944188] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 829.963356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.963597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.963597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.963873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.963961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.964029] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 829.964112] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 829.964263] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 830.013035] env[66146]: INFO networking_nsxv3.common.synchronization [req-a3f788ae-053f-4568-bf59-36a98137c17d req-ff2de420-416f-41e6-af85-d4d23b3128cf tempest-ListImageFiltersTestJSON-637726960 tempest-ListImageFiltersTestJSON-637726960-project-member] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 830.013643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGHEST for action security_group_members [ 830.013976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.014144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.014200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.014605] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.014710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.014765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.015085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.015275] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.028418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.031107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.031369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.031698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.032561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.032944] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 830.033182] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 830.033355] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 830.033509] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 830.033712] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 830.033898] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGH for action security_group_rules [ 830.034075] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGH for action security_group_rules [ 830.034257] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGH for action security_group_rules [ 830.034431] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGH for action security_group_rules [ 830.034581] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGH for action security_group_rules [ 830.034727] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGH for action security_group_rules [ 830.034871] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGH for action security_group_rules [ 830.035019] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGH for action security_group_rules [ 830.035165] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGH for action security_group_rules [ 830.035458] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGH for action security_group_rules [ 830.035619] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGH for action security_group_rules [ 830.035845] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGH for action security_group_rules [ 830.036023] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGH for action security_group_rules [ 830.036175] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGH for action security_group_rules [ 830.036334] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGH for action security_group_rules [ 830.036484] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGH for action security_group_rules [ 830.037060] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGH for action security_group_rules [ 830.037060] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGH for action security_group_rules [ 830.037060] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGH for action security_group_rules [ 830.037060] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGH for action security_group_rules [ 830.037060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.198046] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.419310] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.419310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.419310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.419616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.419682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.419807] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 830.455747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.455747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.455747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.455747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.456418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.467052] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 830.517801] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.517989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.518100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.518388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.556663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.556937] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.557121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.557169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.558089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.558089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.558089] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be updated. [ 830.588380] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.588594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.588594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.588821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.588992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.599551] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: IN_PROGRESS for 2s [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [req-2b0685f7-4972-42d7-8a94-ed801a4be2cf req-33cc1059-5c4a-4986-a25d-5d99aadbc91a tempest-ServerActionsV293TestJSON-549764471 tempest-ServerActionsV293TestJSON-549764471-project-member] Enqueued Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_members [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_members [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3635536c-051f-4573-880b-4828505db345 with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGH for action security_group_rules [ 830.636032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGH for action security_group_rules [ 830.636588] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGH for action security_group_rules [ 830.636588] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c3c141-821d-41b8-90ed-0af4c015d92a with Priority: HIGH for action security_group_rules [ 830.636588] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 with Priority: HIGH for action security_group_rules [ 830.636695] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGH for action security_group_rules [ 830.636728] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed with Priority: HIGH for action security_group_rules [ 830.636812] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGH for action security_group_rules [ 830.636896] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e with Priority: HIGH for action security_group_rules [ 830.636979] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c0be92-db2a-4901-a794-269ce7e14535 with Priority: HIGH for action security_group_rules [ 830.637075] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 with Priority: HIGH for action security_group_rules [ 830.637455] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d9bb95-ccca-4873-9b91-1a7249658579 with Priority: HIGH for action security_group_rules [ 830.637573] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf with Priority: HIGH for action security_group_rules [ 830.637868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.637986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.638299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.638342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.638545] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.638652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.638708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.638857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.638938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.640345] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.640527] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.640644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.640705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.640866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.641041] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.643021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.643021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.643021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.643021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.643021] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.643384] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bc39e8d-bad0-440a-a157-c094206e7f4e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.643384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.643545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.643597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.644409] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bc39e8d-bad0-440a-a157-c094206e7f4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.644767] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.644863] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.644909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.645077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.645146] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.646194] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.646304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.646369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.646545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.646631] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.647617] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.647792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.647792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.647962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.648061] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.648969] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3635536c-051f-4573-880b-4828505db345 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.649113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.649177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.649356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.649436] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3635536c-051f-4573-880b-4828505db345',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.650403] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.650529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.650624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.650775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.650846] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.656218] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.656218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.656218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.656218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.656218] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.656218] env[66146]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 830.657934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.657934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.657934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.657934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.657934] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.658397] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76c3c141-821d-41b8-90ed-0af4c015d92a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.658514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.658599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.658795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.658872] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76c3c141-821d-41b8-90ed-0af4c015d92a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.659808] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.659951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.660055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.661427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.661427] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb5f3348-cd72-4f78-ac77-84e67a3f7303',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.661427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.661632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.661632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.661717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.661758] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.662769] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.662938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.662988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.663186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.663259] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3811ad3-3b88-4c05-8a8e-1807eba2d0ed',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.664918] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.664918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.664918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.664918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.664918] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.669033] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.669033] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4742359-5dcc-4f72-a4b2-5696b01d8a3e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.669033] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34c0be92-db2a-4901-a794-269ce7e14535 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.669033] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34c0be92-db2a-4901-a794-269ce7e14535',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.669033] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.669033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.669797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.669876] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d65d054f-c2ff-4e15-bad0-ccd00c98e0e0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.670722] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24d9bb95-ccca-4873-9b91-1a7249658579 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.670826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.670882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.671053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.671154] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24d9bb95-ccca-4873-9b91-1a7249658579',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.671392] env[66146]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 830.672331] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.672433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.672493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.672663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.672732] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('245a646b-b4ef-4ce2-9389-32fcff7d78bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.681242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.681368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.681433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.681604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.681699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.681880] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.682038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.682090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.682207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.682280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.682361] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e already deleted. [ 830.682437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.702150] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.702334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.702424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.702614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.702703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.702793] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 830.708050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.708193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.708264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.708617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.817195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.817397] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be deleted. [ 830.832320] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.832632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.832632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.832904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.833283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.842987] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 830.887142] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.887329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.887460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.887644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.887729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.887847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.097657] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.098241] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-623" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.098241] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-623" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.098556] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-623" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.098867] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.099115] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.099207] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.099527] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.099692] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.099991] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.100205] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.100293] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.100424] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.100596] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.100668] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.100883] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.128059] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.128059] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.128059] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.128059] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-623" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.128441] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-084fb096-3af9-477e-9e23-cf9d9e17158e taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.129124] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.130144] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.130416] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.130608] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084fb096-3af9-477e-9e23-cf9d9e17158e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.175377] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.175592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.212754] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.212901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.212968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.213779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.213779] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.213779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.213779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.214153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.214153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.214153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.214153] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.222218] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.222218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.222218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.222218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.222660] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.222660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.222660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.222660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.222660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.222984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.222984] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.225445] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.225445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.225445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.225445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.225704] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.225704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.225825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.225862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.225929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.227657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.228984] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.229666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.229777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.229844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.230010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.231406] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.231527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.231594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.231757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.231842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.231930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.232030] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.238988] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.238988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.238988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.239158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.239192] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.239289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.239365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.239524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.239691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.239691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.239779] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.249178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.253446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.254041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.254186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.254428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.254695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.254844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.255054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.255196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.255360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.255499] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.273511] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.347038] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.347038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.347038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.347442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.352018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.352018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.352018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.352018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.352018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.352018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.352018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.352524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.353027] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.353203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.353913] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.354063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.354805] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.354939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.355732] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.355973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.356521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.356640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.357412] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.357412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.358108] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.358772] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.358772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.384392] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 831.384392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.384392] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be deleted. [ 831.385202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.385445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.408382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.408514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3811ad3-3b88-4c05-8a8e-1807eba2d0ed is going to be deleted. [ 831.409577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.409724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.431943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.432107] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d65d054f-c2ff-4e15-bad0-ccd00c98e0e0 is going to be deleted. [ 831.433130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.433354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.453463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.453463] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4742359-5dcc-4f72-a4b2-5696b01d8a3e is going to be deleted. [ 831.454429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.454643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.459203] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.459203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.481911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.482258] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bc39e8d-bad0-440a-a157-c094206e7f4e is going to be deleted. [ 831.483251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.483478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.484938] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.485085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.514400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.514696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.519168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.519437] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24d9bb95-ccca-4873-9b91-1a7249658579 is going to be deleted. [ 831.520605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.520605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.583212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.583920] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be deleted. [ 831.585106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.585621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.596076] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.596076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.603144] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.603333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.635283] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.635283] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 084fb096-3af9-477e-9e23-cf9d9e17158e not found, creating... [ 831.635283] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.635283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.635963] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.635963] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.635963] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.636111] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.636171] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.636358] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 084fb096-3af9-477e-9e23-cf9d9e17158e is going to be created. [ 831.650847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.650982] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3635536c-051f-4573-880b-4828505db345 is going to be deleted. [ 831.651919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.652166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.683442] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.683671] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.683719] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.684019] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.684514] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.684793] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.686355] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.686508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.698922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.699134] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34c0be92-db2a-4901-a794-269ce7e14535 is going to be deleted. [ 831.700022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.700243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.718772] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.738880] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.739647] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.739647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.739647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.739914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.739914] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.740027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.740027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.740205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.740292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.740380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.740537] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.741179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.741179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.741179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.741179] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.741690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.741756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.741908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.742016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.742111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.742223] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.743950] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.743950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.743950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.744204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.744248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.744430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.744552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.744671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.744750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.744833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.744975] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.745072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.745133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.745292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.745395] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.745485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.745545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.745666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.745732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.745810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.745898] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.756919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.757147] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 245a646b-b4ef-4ce2-9389-32fcff7d78bf is going to be deleted. [ 831.757976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.758393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.760732] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.760899] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.774171] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.778707] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e550b764-c71d-4df4-ae87-c9439988aa7e: rpc.has_security_group_logging(os_id): False [ 831.810420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.810623] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb5f3348-cd72-4f78-ac77-84e67a3f7303 is going to be deleted. [ 831.811841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.812229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.840482] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.841302] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.882192] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.882320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.885977] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.886152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.891102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.891257] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76c3c141-821d-41b8-90ed-0af4c015d92a is going to be deleted. [ 831.892406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.892651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.892802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.892903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.893123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.893312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.893442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.893588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3811ad3-3b88-4c05-8a8e-1807eba2d0ed" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.894181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.894353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.894440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.894588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d65d054f-c2ff-4e15-bad0-ccd00c98e0e0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.894754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.894914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.895010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.895170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bc39e8d-bad0-440a-a157-c094206e7f4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.895312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.895501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.895576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.895684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4742359-5dcc-4f72-a4b2-5696b01d8a3e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.895836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.895993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.896057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.896569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24d9bb95-ccca-4873-9b91-1a7249658579" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.896569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.896569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.896569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.896569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.896808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.896874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.896978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.901022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3635536c-051f-4573-880b-4828505db345" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.901022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.901022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.910014] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.910191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.967018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.967535] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.967673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.967781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.968127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.968247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.968404] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e is going to be updated. [ 831.970000] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.970382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.970427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.970623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34c0be92-db2a-4901-a794-269ce7e14535" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.970778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.971024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.971161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.971457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-245a646b-b4ef-4ce2-9389-32fcff7d78bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.991794] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d63b9c9-1efd-447f-b3ef-cc27f795d351 req-c5576a61-6d77-492a-9af2-f3a8af7e18d2 tempest-ServersTestBootFromVolume-1827327469 tempest-ServersTestBootFromVolume-1827327469-project-member] Enqueued Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_members [ 831.993029] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGHEST for action security_group_members [ 831.993029] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.993314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.993314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.993589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.993760] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.993866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.993927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.994228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.994342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.994451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.035872] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.036039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.036108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.036366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.036463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.036596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb5f3348-cd72-4f78-ac77-84e67a3f7303" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.090909] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.090909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.090909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.091298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.091298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.091298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76c3c141-821d-41b8-90ed-0af4c015d92a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.167566] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.167566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.168065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.196935] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: IN_PROGRESS for 2s [ 832.220669] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f78fe2d3-5a71-4dbe-9fbe-2efe786be56c: rpc.has_security_group_logging(os_id): False [ 832.248047] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56caaf32-1841-429d-a2e4-9774ef11c0fc: rpc.has_security_group_logging(os_id): False [ 832.249228] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5625618e-0122-4be5-9b38-6f493ee056bf: rpc.has_security_group_logging(os_id): False [ 832.250096] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4371fa2-4202-4418-87eb-c885a8290a4d: rpc.has_security_group_logging(os_id): False [ 832.276556] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa006af-075c-4f6d-8437-c309868c150d: rpc.has_security_group_logging(os_id): False [ 832.280241] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.283460] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.283460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.284300] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.284404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.286171] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.286358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.320612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.320838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.324570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.324861] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.324963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.325043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.325287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.325417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.325555] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c is going to be updated. [ 832.327145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.327442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.355070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.356173] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.357206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.357206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.357206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.357206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.357206] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc is going to be updated. [ 832.358525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.358906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.406150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.406150] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.406431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.406564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.406877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.408149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.408149] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.408149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.408149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.408149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.408149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.408149] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.408467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.408467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.408467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.408565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.408707] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 832.410815] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.410925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.411056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.411199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.411343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.415021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.415021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.427222] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: IN_PROGRESS for 2s [ 832.437946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.439175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.439175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.439175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.439611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.439611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.439727] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.439727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.439816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.440213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.440213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.440368] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 832.441561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.441753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.463086] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.463314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.476183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.476530] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.476665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.476728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.476969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.477086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.477192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be updated. [ 832.481102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.487393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.487393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.487393] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 832.487393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.491037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.491037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.491037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.491037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.491037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.491037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.491037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.491037] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.495026] env[66146]: INFO networking_nsxv3.common.synchronization [req-2b0685f7-4972-42d7-8a94-ed801a4be2cf req-824814ba-88b2-4ee9-83a0-806cee063e5e service nova] Enqueued Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_rules [ 832.495026] env[66146]: INFO networking_nsxv3.common.synchronization [req-2b0685f7-4972-42d7-8a94-ed801a4be2cf req-824814ba-88b2-4ee9-83a0-806cee063e5e service nova] Enqueued Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_members [ 832.495026] env[66146]: INFO networking_nsxv3.common.synchronization [req-2b0685f7-4972-42d7-8a94-ed801a4be2cf req-824814ba-88b2-4ee9-83a0-806cee063e5e service nova] Enqueued Resource ID: 084fb096-3af9-477e-9e23-cf9d9e17158e with Priority: HIGHEST for action port [ 832.497260] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_rules [ 832.497260] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_members [ 832.497260] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 084fb096-3af9-477e-9e23-cf9d9e17158e with Priority: HIGHEST for action port [ 832.497260] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.497260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.497260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.497260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.499289] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.499289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.499289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.499289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.499289] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.500136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.500251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.500314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.500530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.501294] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.501294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.501294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.501294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.501294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.501294] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.503118] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-084fb096-3af9-477e-9e23-cf9d9e17158e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.503118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.503118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.503118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.503118] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('084fb096-3af9-477e-9e23-cf9d9e17158e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.541911] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.542131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.563257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.563647] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.563891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.563991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.564452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.564576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.564766] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 is going to be updated. [ 832.567668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.568094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.568094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.571553] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: IN_PROGRESS for 2s [ 832.590667] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.590871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.590871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.591943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.591943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624527] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b in Status: SUCCESS [ 832.624738] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b deletion is rescheduled due to dependency. [ 832.624903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.634726] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 832.643042] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.643587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.643720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.645022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.645022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.655226] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 832.667141] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.667360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.667360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.667647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.672515] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: IN_PROGRESS for 2s [ 832.695538] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 in Status: IN_PROGRESS for 2s [ 832.853630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 832.853765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.854355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.854877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.854877] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.854877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.855202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.855202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.855280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.855318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.855406] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.993477] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.006094] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.007977] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.008211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.009521] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 084fb096-3af9-477e-9e23-cf9d9e17158e with status ACTIVE [ 833.009775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.009926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.010463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.010463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.010463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.010689] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.010689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.010689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.010837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.010928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.011247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.011313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.011468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.011545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.011631] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 084fb096-3af9-477e-9e23-cf9d9e17158e is going to be updated. [ 833.040845] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.041146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.041146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.041397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.041590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.041802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-084fb096-3af9-477e-9e23-cf9d9e17158e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.361933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.361933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.361933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.361933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.361933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.363248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.363248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.363248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.363248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.363248] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.496785] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.511392] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.867149] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 833.886776] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.887806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.887806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.887806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.910267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.910551] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.910743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.910743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.910946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.911036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.911296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.911415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.911480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.911638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.911716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.911912] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.912189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.912299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.912461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.912541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.912637] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 833.992045] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.992273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.992351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.992642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.992901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.001854] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.002029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.002131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.002393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.002509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.002620] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 834.016550] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 834.016800] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.016939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.016999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.018051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.018051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.018051] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e is going to be created. [ 834.042719] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.043886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.043886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.043886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.043886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.049539] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.049874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.049874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.049874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.051163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.064014] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 834.064014] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e in Status: UNINITIALIZED for 2s [ 834.221947] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: SUCCESS [ 834.222218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446422] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: SUCCESS [ 834.446808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.590445] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: SUCCESS [ 834.590904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.652562] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 834.652771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.676282] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 834.676460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.689955] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 834.690664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.709366] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 in Status: SUCCESS [ 834.709366] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 deletion is rescheduled due to dependency. [ 834.709366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.035689] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 836.036123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.077152] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 836.077467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.077706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.077998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.078413] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.078615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.078694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.078932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.079616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.079616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.079616] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.079616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.080181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.080181] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.080692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.080692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.080692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.080692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.080895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.080895] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.083066] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e in Status: SUCCESS [ 836.083066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.083251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084907] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.084907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.084907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.084907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.084907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.084907] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.086143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.086143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.086143] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.086143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.086143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.086143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.086143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.086143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.086143] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.589836] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.591304] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44d844ca-ad29-4a4e-ba2e-e5029282aee8: rpc.has_security_group_logging(os_id): False [ 836.592972] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.626826] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.627118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.627118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.627319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.627530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.627638] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.627877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.627877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.628047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.628308] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.628308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.628614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.628614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.628786] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.628874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.628932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.629145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.629234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.629510] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be created. [ 836.708680] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.708680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.708680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.708904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.709095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.727497] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 837.094019] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.097273] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b1808f-9820-42bf-a398-b06e83dd4c0e: rpc.has_security_group_logging(os_id): False [ 837.125827] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.126061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.126154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.126443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.126565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.126983] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.127758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.127858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.128114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.128246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.128424] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e is going to be created. [ 837.200592] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.201059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.201059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.201059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.201510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.218960] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e in Status: IN_PROGRESS for 2s [ 837.499176] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 837.499176] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 837.596662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.596929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.596929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.597120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.597241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.597370] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 837.643356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.643644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.643709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.643907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.644233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.654656] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 838.085125] env[66146]: INFO networking_nsxv3.common.synchronization [None req-a8517982-056e-46d9-9c89-d776df9f81c0 None None] Enqueued Resource ID: 3fb0c396-185b-4f00-bcc3-2c3911dfe130 with Priority: HIGHEST for action port [ 838.085125] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb0c396-185b-4f00-bcc3-2c3911dfe130 with Priority: HIGHEST for action port [ 838.085125] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb0c396-185b-4f00-bcc3-2c3911dfe130 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.085125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb0c396-185b-4f00-bcc3-2c3911dfe130" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.085793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb0c396-185b-4f00-bcc3-2c3911dfe130" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.085876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb0c396-185b-4f00-bcc3-2c3911dfe130" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.086149] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb0c396-185b-4f00-bcc3-2c3911dfe130',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.591267] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb0c396-185b-4f00-bcc3-2c3911dfe130 [ 838.591267] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.591267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.591267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.591267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.591267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.591267] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb0c396-185b-4f00-bcc3-2c3911dfe130 already deleted. [ 838.591267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb0c396-185b-4f00-bcc3-2c3911dfe130" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745548] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 838.745548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.745548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.745884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.745884] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.233949] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e in Status: SUCCESS [ 839.234183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.249339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.249494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.667688] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 839.667996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.669588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.669588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.669588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.669588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.669588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.669588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.669588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.669588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.669588] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.786584] env[66146]: INFO networking_nsxv3.common.synchronization [req-36afd6bc-24b7-4f75-8afa-d8a616234a12 req-34e059f8-c91b-44a4-b4ef-09da610ace82 tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 839.787272] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 839.787617] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.787844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.787844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.788147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.788279] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.788394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.788480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.788593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.788674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.789060] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.171966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.175067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.175067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.175067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.175299] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.175507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.175507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.175752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.175812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.176116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.176116] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.176239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.176239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.176405] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.177077] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.177077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.177077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.177077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.177077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.177077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.177077] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.292256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.293116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.293116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.293116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.293116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.293116] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.293116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.294213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.294213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.294213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.294213] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 already deleted. [ 840.294213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.300748] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.301041] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.301142] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.301449] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.301765] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.301960] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.304148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.305833] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.305833] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.306228] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.307205] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.307205] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.307205] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.307205] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.307205] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.307205] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.348494] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.348685] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.348814] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.348990] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.349333] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-82534356-ff5e-4d50-bc3b-03e96bfba240 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.349502] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.349622] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.349948] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.350100] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82534356-ff5e-4d50-bc3b-03e96bfba240',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.599502] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7851bfad-e3f0-4603-9c17-30a7928a32fd None None] Enqueued Resource ID: 02f4d63d-adba-44ae-8c33-98d5df5b6c4e with Priority: HIGHEST for action port [ 840.599861] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f4d63d-adba-44ae-8c33-98d5df5b6c4e with Priority: HIGHEST for action port [ 840.600315] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f4d63d-adba-44ae-8c33-98d5df5b6c4e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.600315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f4d63d-adba-44ae-8c33-98d5df5b6c4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.600463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f4d63d-adba-44ae-8c33-98d5df5b6c4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.601229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f4d63d-adba-44ae-8c33-98d5df5b6c4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.601229] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f4d63d-adba-44ae-8c33-98d5df5b6c4e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.680632] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44d844ca-ad29-4a4e-ba2e-e5029282aee8: rpc.has_security_group_logging(os_id): False [ 840.700822] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.701034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.701034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.701226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.701304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.701469] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.701591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.701750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.701841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.701903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.702198] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.702198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.702384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.702384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.702663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.702663] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.702778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.702826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.702937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.703025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.703099] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 840.776963] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.777197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.777312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.777547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.777742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.793086] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 840.854136] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.857023] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 82534356-ff5e-4d50-bc3b-03e96bfba240 not found, creating... [ 840.857023] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.857023] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.857631] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.857631] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.857631] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.858664] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.858664] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.858664] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 82534356-ff5e-4d50-bc3b-03e96bfba240 is going to be created. [ 840.891488] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.893491] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.893491] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.893491] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.893491] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.893491] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.102952] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02f4d63d-adba-44ae-8c33-98d5df5b6c4e [ 841.103943] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.104167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.104253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.104520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.104620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.104731] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02f4d63d-adba-44ae-8c33-98d5df5b6c4e already deleted. [ 841.104841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f4d63d-adba-44ae-8c33-98d5df5b6c4e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.598102] env[66146]: INFO networking_nsxv3.common.synchronization [req-36afd6bc-24b7-4f75-8afa-d8a616234a12 req-95dfef43-284f-4820-b431-367f5f2213a0 service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 841.598389] env[66146]: INFO networking_nsxv3.common.synchronization [req-36afd6bc-24b7-4f75-8afa-d8a616234a12 req-95dfef43-284f-4820-b431-367f5f2213a0 service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 841.598561] env[66146]: INFO networking_nsxv3.common.synchronization [req-36afd6bc-24b7-4f75-8afa-d8a616234a12 req-95dfef43-284f-4820-b431-367f5f2213a0 service nova] Enqueued Resource ID: 82534356-ff5e-4d50-bc3b-03e96bfba240 with Priority: HIGHEST for action port [ 841.602775] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 841.602946] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 841.603477] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82534356-ff5e-4d50-bc3b-03e96bfba240 with Priority: HIGHEST for action port [ 841.606248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.606425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.606517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.606759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.606841] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.608362] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.608535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.608630] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.608863] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.609093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.609255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.609344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.609557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.609928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.609928] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.611928] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-82534356-ff5e-4d50-bc3b-03e96bfba240 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.611928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.611928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.612154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.612196] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82534356-ff5e-4d50-bc3b-03e96bfba240',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.114575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.116027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.116027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.116834] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82534356-ff5e-4d50-bc3b-03e96bfba240 with status ACTIVE [ 842.117060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.117194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.117277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.117467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.117548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.120224] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.124030] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.124030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.124030] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82534356-ff5e-4d50-bc3b-03e96bfba240 is going to be updated. [ 842.154580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.154805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.154805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.156668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.156668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.156668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82534356-ff5e-4d50-bc3b-03e96bfba240" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.598050] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-1e36ca66-fcca-4e2e-99ab-c3ca2887f828 tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 842.598561] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 842.599655] env[66146]: INFO networking_nsxv3.common.synchronization [None req-5d56b679-b4e2-43d2-8edb-c6d7491bbc41 None None] Enqueued Resource ID: a4f99463-7449-4950-abb7-3b55e70b0b24 with Priority: HIGHEST for action port [ 842.600937] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.601213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.601409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.601997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.602299] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.602531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.602687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.602925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.603378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.603630] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.605120] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f99463-7449-4950-abb7-3b55e70b0b24 with Priority: HIGHEST for action port [ 842.606148] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4f99463-7449-4950-abb7-3b55e70b0b24 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.606412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4f99463-7449-4950-abb7-3b55e70b0b24" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.606811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4f99463-7449-4950-abb7-3b55e70b0b24" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.607176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4f99463-7449-4950-abb7-3b55e70b0b24" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.607384] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4f99463-7449-4950-abb7-3b55e70b0b24',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.625895] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.810045] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 842.810045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.810045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.810306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.810481] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.006848] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-2ef62dfb-cdd7-426d-b7b8-f20014b4638a tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 843.009049] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 843.009464] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.009608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.106549] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.106724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.106800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.107029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.110649] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4f99463-7449-4950-abb7-3b55e70b0b24 [ 843.110848] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.110967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.111054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.111283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.111376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.111470] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4f99463-7449-4950-abb7-3b55e70b0b24 already deleted. [ 843.111550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4f99463-7449-4950-abb7-3b55e70b0b24" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.129368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.129641] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.129752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.129815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.130033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.130121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.130227] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 843.131373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.131562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.131562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.131711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.131797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.131880] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be created. [ 843.164568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.164723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.164794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.165026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.165191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.167026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.167148] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.167190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.167362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.167489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.178213] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: UNINITIALIZED for 2s [ 843.178961] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 843.314426] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.314582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.314651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.314865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.315048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.315150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.315208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.315361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.315443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.315552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.315648] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.414361] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.414361] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-259" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.414361] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-259" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.414361] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-259" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.416431] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.416612] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.416727] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.416969] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.417154] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.417327] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.417433] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.417533] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.417631] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.417738] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.417850] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.417963] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.439470] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.439626] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.439758] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.439936] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-259" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.440280] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-b511df7d-4ac6-403b-9562-e25aec64f4ab taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.440458] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.440575] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.440913] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.441069] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b511df7d-4ac6-403b-9562-e25aec64f4ab',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.819254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.819254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.819561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.819561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.820031] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.820031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.820031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.820031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.820269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.820269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.820346] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.820397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.821034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.821034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.821034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.821034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.821034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.821034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.821034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.821391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.821391] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.949351] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.949647] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.949796] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.950272] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.950474] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.951479] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port b511df7d-4ac6-403b-9562-e25aec64f4ab not found, creating... [ 843.951479] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.951479] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.951839] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.951839] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.951982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.952673] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.953021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.953021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.953409] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.953586] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.953756] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: b511df7d-4ac6-403b-9562-e25aec64f4ab is going to be created. [ 843.982428] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.982719] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.982769] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.983089] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.983414] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.983641] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.323878] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44d844ca-ad29-4a4e-ba2e-e5029282aee8: rpc.has_security_group_logging(os_id): False [ 844.363300] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.363300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.363300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.363529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.363571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.363787] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.363890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.363951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.364108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.364201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.364421] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.364497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.364537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.364649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.364720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.364902] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.364994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.365431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.365431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.365431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.365431] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 844.533470] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.533691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.533691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.533919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.534096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.553566] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 844.734372] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-8680c739-51fc-413d-ae0b-37c6da653dca service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 844.734372] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-8680c739-51fc-413d-ae0b-37c6da653dca service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 844.734372] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-8680c739-51fc-413d-ae0b-37c6da653dca service nova] Enqueued Resource ID: b511df7d-4ac6-403b-9562-e25aec64f4ab with Priority: HIGHEST for action port [ 844.734372] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 844.734372] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 844.734372] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b511df7d-4ac6-403b-9562-e25aec64f4ab with Priority: HIGHEST for action port [ 844.735156] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.735964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.736926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.736926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.736926] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.737602] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.737726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.738082] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-b511df7d-4ac6-403b-9562-e25aec64f4ab taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.738082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.738082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.738360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.738360] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b511df7d-4ac6-403b-9562-e25aec64f4ab',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.194106] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.194106] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.194106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.194106] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.198618] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 845.198906] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa deletion is rescheduled due to dependency. [ 845.198906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.200615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.200615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.200615] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.200615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.200615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.200615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.200615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.200615] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.241136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.241136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.241136] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b511df7d-4ac6-403b-9562-e25aec64f4ab with status ACTIVE [ 845.241422] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.241604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.241604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.241761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.241843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.242016] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.242113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.242175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.242328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.242495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.242578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.242672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.242730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.242864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.242935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.243078] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b511df7d-4ac6-403b-9562-e25aec64f4ab is going to be updated. [ 845.265979] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.266226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.266226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.266431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.266567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.266720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b511df7d-4ac6-403b-9562-e25aec64f4ab" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.361775] env[66146]: INFO networking_nsxv3.common.synchronization [None req-3a70570f-b5b5-4992-a8a5-f4284f82c70b None None] Enqueued Resource ID: 45c87dc4-8356-4673-941d-6938dab9ffea with Priority: HIGHEST for action port [ 845.362393] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45c87dc4-8356-4673-941d-6938dab9ffea with Priority: HIGHEST for action port [ 845.362696] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-45c87dc4-8356-4673-941d-6938dab9ffea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.362861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45c87dc4-8356-4673-941d-6938dab9ffea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.362861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45c87dc4-8356-4673-941d-6938dab9ffea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.363299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45c87dc4-8356-4673-941d-6938dab9ffea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.363386] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45c87dc4-8356-4673-941d-6938dab9ffea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.580222] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.580481] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-948" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.580481] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-948" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.580744] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-948" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.581033] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.581224] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.581344] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.581593] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.581792] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.582023] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.582136] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.582241] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.582349] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.582453] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.582552] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.582676] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.603371] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.603570] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.603570] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.603734] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-948" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.604068] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-d25ecbff-56de-4e1a-a00b-ec08613b5858 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.604245] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.604408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.604780] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.604955] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25ecbff-56de-4e1a-a00b-ec08613b5858',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.702784] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.704087] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.866271] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45c87dc4-8356-4673-941d-6938dab9ffea [ 845.866662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.866662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.866851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.866904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.866991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.867094] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45c87dc4-8356-4673-941d-6938dab9ffea already deleted. [ 845.867204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45c87dc4-8356-4673-941d-6938dab9ffea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.107748] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.108061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.108400] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.108530] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.109311] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.109311] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port d25ecbff-56de-4e1a-a00b-ec08613b5858 not found, creating... [ 846.109311] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.109796] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.109796] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.110064] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.110275] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.110639] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.110851] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.110986] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.111399] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.111599] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.111782] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: d25ecbff-56de-4e1a-a00b-ec08613b5858 is going to be created. [ 846.136256] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.136480] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.136543] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.136818] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.137113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.137345] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.206917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34b25de5-7ddc-49b8-abc4-b3e30d78af23: rpc.has_security_group_logging(os_id): False [ 846.208402] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.232570] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.232730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.232793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.233023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.233256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.233574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.233724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.233836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.234116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.234236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.234312] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be created. [ 846.325404] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.325686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.326131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.340570] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 846.570344] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 846.570725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.711785] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.715053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.715053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.715053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.715053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.715053] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 846.746726] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.746726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.746726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.746726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.746726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.755350] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 846.890028] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-1aded091-0402-4b60-a54d-871ac34df6b0 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 846.890457] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-1aded091-0402-4b60-a54d-871ac34df6b0 service nova] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 846.890899] env[66146]: INFO networking_nsxv3.common.synchronization [req-1f7775e1-d3f3-48d3-a6d9-f6ff41fd8e1f req-1aded091-0402-4b60-a54d-871ac34df6b0 service nova] Enqueued Resource ID: d25ecbff-56de-4e1a-a00b-ec08613b5858 with Priority: HIGHEST for action port [ 846.891503] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_rules [ 846.891740] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 846.891867] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25ecbff-56de-4e1a-a00b-ec08613b5858 with Priority: HIGHEST for action port [ 846.892247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.892384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.892874] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.893633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.894188] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d25ecbff-56de-4e1a-a00b-ec08613b5858 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.896325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.896400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.896608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.896692] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d25ecbff-56de-4e1a-a00b-ec08613b5858',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.398920] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d25ecbff-56de-4e1a-a00b-ec08613b5858 with status ACTIVE [ 847.399175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.399315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.399387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.402504] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.402504] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.402504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.402504] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d25ecbff-56de-4e1a-a00b-ec08613b5858 is going to be updated. [ 847.428301] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.428428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.428513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.428737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.428877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.429056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d25ecbff-56de-4e1a-a00b-ec08613b5858" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.354455] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 848.354789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.772632] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 848.772632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.772632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.772632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.772632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.772632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.772632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.772632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.772632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.772632] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.274878] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.778096] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.080602] env[66146]: INFO networking_nsxv3.common.synchronization [req-a2b76bd9-33de-45e1-87aa-9aa786591163 req-3a0548ac-c41c-4f54-8047-14c2ba633f6b tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 850.081387] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 850.081647] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.081775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.081840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.082459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.082459] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.082459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.082459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.082830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.082830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.082830] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.281199] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.281425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.281508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.281671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.281762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.281858] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 850.314354] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.314354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.314512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.314703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.314900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.333300] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 850.584792] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.087474] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.593973] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.593973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.593973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.593973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.593973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.593973] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 851.631086] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.631086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.631086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.631086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.631086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.640356] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 852.346527] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 852.346822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.346954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.347188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.347397] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.347547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.347622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.348462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.348462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.348462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.348462] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.349197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.349505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.351413] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.352031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.352324] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.352422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.352568] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.854832] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.854832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.858380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.361400] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.652106] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 853.652355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.864320] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.864543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.864648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.865459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.865567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.865679] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 853.900289] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.900498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.900676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.900823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.900978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.912948] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 855.082102] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 855.082445] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 855.277831] env[66146]: INFO networking_nsxv3.common.synchronization [req-f9507cd4-499d-43e8-818d-c26793819ab0 req-fd143ca5-a3b0-4094-b6f4-d75a97fe9c9e tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 855.278447] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 855.278781] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.278912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.279272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.279272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.279438] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.279499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.279595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.280857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.280857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.280857] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.656256] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-609 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.656408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.656408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.657388] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.657388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.657388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.657388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.657715] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.657715] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.657794] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.657844] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.657944] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.658062] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.658162] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.658542] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.679174] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.679352] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.679539] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.679725] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-609" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.680452] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.680452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.680452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.681277] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.681498] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b8362b-0f0c-4c06-8bd3-b0d94df136a1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.782409] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.924126] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 855.925119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.925222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.926096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.926096] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.926096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.926096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.926096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.926096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.926397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.926397] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.926482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.926527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.926708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.926963] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.926963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.927100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.927142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.927840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.927840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.927840] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.183742] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.184131] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.184131] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.184514] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.184657] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.184805] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 not found, creating... [ 856.185072] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.185228] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.185342] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.185556] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.185704] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.185976] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.186142] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.186251] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.186454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.186579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.186710] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 is going to be created. [ 856.209889] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.210261] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.210261] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.210559] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.210815] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.211068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.284867] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.429790] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1053009-6063-4846-831e-1343f27ed2aa: rpc.has_security_group_logging(os_id): False [ 856.449945] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.450137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.450258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.450491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.450576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.450862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.450982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.451052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.451272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.451370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.451578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.451731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.451915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.451978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.452035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.452279] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.452383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.452456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.452602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.452707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.452900] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 856.519521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.519681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.519801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.519971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.520133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.548268] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 856.787311] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.787456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.787524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.787738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.787821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.787917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 856.820957] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.821164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.821218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.823310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.823310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.834499] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 856.927702] env[66146]: INFO networking_nsxv3.common.synchronization [req-f9507cd4-499d-43e8-818d-c26793819ab0 req-2cc758cb-cbfb-490d-94e8-54f249152cea service nova] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 856.927880] env[66146]: INFO networking_nsxv3.common.synchronization [req-f9507cd4-499d-43e8-818d-c26793819ab0 req-2cc758cb-cbfb-490d-94e8-54f249152cea service nova] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 856.928026] env[66146]: INFO networking_nsxv3.common.synchronization [req-f9507cd4-499d-43e8-818d-c26793819ab0 req-2cc758cb-cbfb-490d-94e8-54f249152cea service nova] Enqueued Resource ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with Priority: HIGHEST for action port [ 856.928757] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 856.928757] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 856.930543] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with Priority: HIGHEST for action port [ 856.930543] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.930543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.930543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.930543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.931038] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.931521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.931633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.931832] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.931937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.932010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.932184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.932260] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b8362b-0f0c-4c06-8bd3-b0d94df136a1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.435322] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.435716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.438185] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with status ACTIVE [ 857.438185] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.438384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.438384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.438633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.438966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.439340] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.439513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.439576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.439809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.440259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.440259] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.440389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.440444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.440631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.440720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.440802] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 is going to be updated. [ 857.464257] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.464364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.464451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.464651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.464857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.464979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.827586] env[66146]: INFO networking_nsxv3.common.synchronization [req-2475ec40-e196-4417-b8dd-39ff49e7ba22 req-0d93a742-0e97-4189-ac8e-0f27ad12f6e9 tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 857.828710] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 857.828710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.830194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.830194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.830194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.830194] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.830194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.830194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.830194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.830194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.830194] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.020858] env[66146]: INFO networking_nsxv3.common.synchronization [req-ea940ccd-7a07-41bc-89e0-9d24e61a522f req-087f7a33-fdfb-4b1f-aa50-b878f3323d6b tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 858.020987] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 858.021334] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.021456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.021514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.021712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.021853] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.025456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.025576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.025760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.025854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.025956] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.230072] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.230327] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.230485] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.230859] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.231224] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.231435] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.231642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.231941] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.232152] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.232394] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.232532] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.232663] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.232804] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.232941] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.233107] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.233332] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.258663] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.258845] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.258957] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.259218] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.259542] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-d4e9c937-2e85-4630-888e-671b6e382067 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.259725] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.259957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.260210] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.260350] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e9c937-2e85-4630-888e-671b6e382067',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.332018] env[66146]: INFO networking_nsxv3.common.synchronization [req-ea940ccd-7a07-41bc-89e0-9d24e61a522f req-72344e1d-060f-47cc-b149-6c20c818daef tempest-ServersTestMultiNic-1984124032 tempest-ServersTestMultiNic-1984124032-project-member] Enqueued Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 858.332018] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1053009-6063-4846-831e-1343f27ed2aa with Priority: HIGHEST for action security_group_members [ 858.332018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1053009-6063-4846-831e-1343f27ed2aa taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.332018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.332018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.332018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.332018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.332018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.332644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.332939] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.333224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.334146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.334146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.334146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.334146] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 already deleted. [ 858.334146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.530508] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.565649] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 858.567547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.567547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.567547] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.763691] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.763924] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.764054] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.764494] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.764678] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.764826] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port d4e9c937-2e85-4630-888e-671b6e382067 not found, creating... [ 858.765089] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.765245] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.765358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.765634] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.765782] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.766065] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.766217] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.766328] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.766530] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.766655] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.766789] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: d4e9c937-2e85-4630-888e-671b6e382067 is going to be created. [ 858.788521] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.788667] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.788717] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.788967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.789206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.789422] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.846738] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 858.846738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.846738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.846738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.846738] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.846738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.846738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.846738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.846738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.846738] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.039166] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.091339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.091519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.091571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091929] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be deleted. [ 859.148743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.148743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.148743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.148941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.149028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.149158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.360725] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.541431] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.544199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.544199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.544252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.544354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.544526] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be updated. [ 859.584575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.584765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.584856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.585189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.585381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.595862] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: IN_PROGRESS for 2s [ 859.697107] env[66146]: INFO networking_nsxv3.common.synchronization [req-2475ec40-e196-4417-b8dd-39ff49e7ba22 req-0c262557-cb91-4a53-8bff-4300508f365e service nova] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_rules [ 859.697403] env[66146]: INFO networking_nsxv3.common.synchronization [req-2475ec40-e196-4417-b8dd-39ff49e7ba22 req-0c262557-cb91-4a53-8bff-4300508f365e service nova] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 859.697555] env[66146]: INFO networking_nsxv3.common.synchronization [req-2475ec40-e196-4417-b8dd-39ff49e7ba22 req-0c262557-cb91-4a53-8bff-4300508f365e service nova] Enqueued Resource ID: d4e9c937-2e85-4630-888e-671b6e382067 with Priority: HIGHEST for action port [ 859.699321] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_rules [ 859.699473] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 859.699576] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e9c937-2e85-4630-888e-671b6e382067 with Priority: HIGHEST for action port [ 859.699952] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.701538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.701538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.701538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.701538] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.701538] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.701840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.701840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.702033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.702164] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.702274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.702323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.702475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.702559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.702645] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.703771] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e9c937-2e85-4630-888e-671b6e382067 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.703879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.703942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.704371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.704371] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e9c937-2e85-4630-888e-671b6e382067',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.795462] env[66146]: INFO networking_nsxv3.common.synchronization [None req-670e20d6-a333-465f-b18f-d953a19a355b tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_rules [ 859.796019] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_rules [ 859.796317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f05f85-8610-427d-9ba1-81329d15d82c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.796454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.796496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.796736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.796814] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.850884] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.890933] env[66146]: INFO networking_nsxv3.common.synchronization [None req-5dab8734-f6e1-4402-89aa-71f2db6e03b4 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_rules [ 859.891257] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_rules [ 859.891582] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f05f85-8610-427d-9ba1-81329d15d82c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.891991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.206630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4e9c937-2e85-4630-888e-671b6e382067 with status ACTIVE [ 860.206769] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.206933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.206980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.207220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.207280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.207450] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.207548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.207609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.207795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.207826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.207998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.208114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.208196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.208819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.208819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.208819] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4e9c937-2e85-4630-888e-671b6e382067 is going to be updated. [ 860.209615] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.212177] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.212280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.236038] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.236038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.236038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.236335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.236855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.236855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e9c937-2e85-4630-888e-671b6e382067" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.322105] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.322105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.322105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.322105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.322105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.322105] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f05f85-8610-427d-9ba1-81329d15d82c already deleted. [ 860.322105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.322105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.322105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.322105] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.353131] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.353388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.353474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.353765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.353765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.353871] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 860.409663] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.409813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.409879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.410095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.410235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.422019] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 860.714543] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.843648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.843793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.843850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.844079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.844160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.844262] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f05f85-8610-427d-9ba1-81329d15d82c already deleted. [ 860.844363] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.217859] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.217975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.218028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.218417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.218417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.218417] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be created. [ 861.245463] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.245595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.245627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.245859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.246030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.256296] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: UNINITIALIZED for 2s [ 861.606717] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1053009-6063-4846-831e-1343f27ed2aa in Status: SUCCESS [ 861.607138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.607138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.607417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.607631] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.607766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.607851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.608064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.608166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.608264] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1053009-6063-4846-831e-1343f27ed2aa',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.647601] env[66146]: INFO networking_nsxv3.common.synchronization [req-e128a093-e884-4e0f-9f7a-27b8f3a2dad3 req-ecbc487b-06ab-4a23-aa8b-d8f99a5857cd tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 861.648208] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 861.648980] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.649116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.968095] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.968578] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.968578] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.968732] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.968999] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.969212] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.969353] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.969581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.969743] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.970012] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.970137] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.970245] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.970351] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.970461] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.970562] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.970694] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.991564] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.991794] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.991966] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.992221] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.992631] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-1c625044-007c-4f14-a69b-599053da7864 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.992821] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.992938] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.993313] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.993484] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c625044-007c-4f14-a69b-599053da7864',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.110339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.110532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.110592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.110794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.110882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.111094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.111238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.111321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.111498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.111576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.111676] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1053009-6063-4846-831e-1343f27ed2aa is going to be deleted. [ 862.144477] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.144741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.144741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.144923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.145046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.145198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1053009-6063-4846-831e-1343f27ed2aa" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.433753] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 862.434313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.434313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.434477] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.434535] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.434717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.434717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.434861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.434921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.435176] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.496106] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.496243] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.496323] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.496599] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.496746] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.496901] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 1c625044-007c-4f14-a69b-599053da7864 not found, creating... [ 862.497164] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.497354] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.497495] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.497738] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.497874] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.498180] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.498336] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.498477] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.498686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.498818] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.498952] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 1c625044-007c-4f14-a69b-599053da7864 is going to be created. [ 862.519012] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.519271] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.519427] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.520153] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.520391] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.520609] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.889497] env[66146]: INFO networking_nsxv3.common.synchronization [req-b0e7d728-8591-415f-a4f0-c82566c60639 req-b16752a1-9342-44b7-b8ea-e15333f7067c tempest-ListServerFiltersTestJSON-1273112164 tempest-ListServerFiltersTestJSON-1273112164-project-member] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 862.890155] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 862.890232] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.890329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.890728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.890728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.890728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.890873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.890904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.891046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.891130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.891227] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.937824] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.937983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.938061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.938365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.939885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.939885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.939885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.939885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.940380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.940380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.940380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.940380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.266842] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: SUCCESS [ 863.267130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.267279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.267513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.267723] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.267911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.268079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.268173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.268259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.268353] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.269295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.269442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.269610] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.269719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.269786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.269958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.270071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.270172] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.283563] env[66146]: INFO networking_nsxv3.common.synchronization [req-e128a093-e884-4e0f-9f7a-27b8f3a2dad3 req-0bef6096-af88-4b1b-8d2d-4dbd8b71e58d service nova] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_rules [ 863.283563] env[66146]: INFO networking_nsxv3.common.synchronization [req-e128a093-e884-4e0f-9f7a-27b8f3a2dad3 req-0bef6096-af88-4b1b-8d2d-4dbd8b71e58d service nova] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 863.283563] env[66146]: INFO networking_nsxv3.common.synchronization [req-e128a093-e884-4e0f-9f7a-27b8f3a2dad3 req-0bef6096-af88-4b1b-8d2d-4dbd8b71e58d service nova] Enqueued Resource ID: 1c625044-007c-4f14-a69b-599053da7864 with Priority: HIGHEST for action port [ 863.283967] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_rules [ 863.284045] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 863.284117] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c625044-007c-4f14-a69b-599053da7864 with Priority: HIGHEST for action port [ 863.287662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.287662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.287662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.287662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.287662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c625044-007c-4f14-a69b-599053da7864 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.287662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.287662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.287662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.287662] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c625044-007c-4f14-a69b-599053da7864',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.394018] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.443124] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5625618e-0122-4be5-9b38-6f493ee056bf: rpc.has_security_group_logging(os_id): False [ 863.463274] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.463274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.463274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.463274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.463457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.463623] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.463723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.463782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.463941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.464110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.464215] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.464401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.464474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.464622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.464987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.464987] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.464987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.465147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.465172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.465251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.465333] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 863.530480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.530690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.530690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.531040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.531166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.547829] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 863.772418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.772589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.773556] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.787922] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c625044-007c-4f14-a69b-599053da7864 with status ACTIVE [ 863.788184] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.788320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.788391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.788598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.788684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.788857] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.788953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.789024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.789257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.789335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.789560] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.789665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.789665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.789805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.789863] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.789943] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c625044-007c-4f14-a69b-599053da7864 is going to be updated. [ 863.815299] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.815476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.815533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.815779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.815865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c625044-007c-4f14-a69b-599053da7864" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.896754] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.276455] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.398908] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.399105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.399179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.399402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.399495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.399622] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 864.576217] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.576461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.576461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.578531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.578531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.587695] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 864.780976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.781161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.781250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.781585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.781709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.781876] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be updated. [ 864.812949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.813131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.813173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.813413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.813578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.823751] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: IN_PROGRESS for 2s [ 865.267812] env[66146]: INFO networking_nsxv3.common.synchronization [req-74701f3e-6cbd-40cf-956c-57b62a0621e1 req-be81df48-5787-4ba3-a8f1-baf62d894f65 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 865.267993] env[66146]: INFO networking_nsxv3.common.synchronization [req-74701f3e-6cbd-40cf-956c-57b62a0621e1 req-be81df48-5787-4ba3-a8f1-baf62d894f65 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 865.268565] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 865.268706] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 865.269293] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.269293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.269430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.269539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.269849] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.270040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.270040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.270158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.270246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.270354] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.271533] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.271668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.271734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.272045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.272269] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.272463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.272555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.272779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.272911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.273074] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.322949] env[66146]: INFO networking_nsxv3.common.synchronization [req-74701f3e-6cbd-40cf-956c-57b62a0621e1 req-be81df48-5787-4ba3-a8f1-baf62d894f65 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 865.322949] env[66146]: INFO networking_nsxv3.common.synchronization [req-74701f3e-6cbd-40cf-956c-57b62a0621e1 req-be81df48-5787-4ba3-a8f1-baf62d894f65 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 865.322949] env[66146]: INFO networking_nsxv3.common.synchronization [req-74701f3e-6cbd-40cf-956c-57b62a0621e1 req-be81df48-5787-4ba3-a8f1-baf62d894f65 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_rules [ 865.325341] env[66146]: INFO networking_nsxv3.common.synchronization [req-74701f3e-6cbd-40cf-956c-57b62a0621e1 req-be81df48-5787-4ba3-a8f1-baf62d894f65 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 865.325341] env[66146]: INFO networking_nsxv3.common.synchronization [req-74701f3e-6cbd-40cf-956c-57b62a0621e1 req-be81df48-5787-4ba3-a8f1-baf62d894f65 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with Priority: HIGHEST for action port [ 865.325341] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 865.325341] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_rules [ 865.325341] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with Priority: HIGHEST for action port [ 865.325341] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 865.325341] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 865.325341] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.325341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.325341] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.325341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.326065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.326065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.326065] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.326755] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.326897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.326970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.327172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.327255] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b8362b-0f0c-4c06-8bd3-b0d94df136a1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.328253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.328374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.328560] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.328668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.398582] env[66146]: INFO networking_nsxv3.common.synchronization [req-7cf6c74d-9ecf-4cb4-b3f4-f482706db905 req-dae9ce0f-fedc-4267-93fc-cdd8197ee1b1 tempest-DeleteServersAdminTestJSON-181517992 tempest-DeleteServersAdminTestJSON-181517992-project-member] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 865.399726] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 865.400245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.400639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.400639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.401455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.401455] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.401455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.401455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.401735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.401874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.402036] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.571564] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 865.571564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.571564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.571564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.571564] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.775875] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.777480] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.829783] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.829783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.830480] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with status ACTIVE [ 865.830688] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.830824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.830899] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.831208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.831264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.831605] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.831605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.831605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.832248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.832248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.832248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.832248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.832248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.832543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.832543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.832543] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 is going to be updated. [ 865.857922] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.857922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.857922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.857922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.857922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.858102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.861303] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.861303] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.861303] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.861510] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.861794] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.861963] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.862091] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.862308] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.862445] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.862850] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.863010] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.863145] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.863280] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.863507] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.863638] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.863788] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.894345] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.894465] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.894591] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.894790] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.895744] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-b4bef7d8-f416-49da-ae0c-5725508fe53c taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.896021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.896097] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.896414] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.896549] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bef7d8-f416-49da-ae0c-5725508fe53c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.905015] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.905207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.905271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.905544] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.905963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.905963] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.905963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.905963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.906591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.906591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.906591] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be deleted. [ 865.938572] env[66146]: INFO networking_nsxv3.common.synchronization [req-8ba86d70-c7bf-49a4-9f04-b2ff731bbb8e req-be043a38-91f6-4b5b-a11a-4bdd05c7530f tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 865.938993] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 865.939339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.939649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.939649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.939782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.939900] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.939996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.940078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.940220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.940305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.940401] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.942101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.942216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.942331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.942448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.942532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.942626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.074776] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.074776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.279728] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.281406] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.401233] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.401566] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.401600] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.402687] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.402687] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.402687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port b4bef7d8-f416-49da-ae0c-5725508fe53c not found, creating... [ 866.402687] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.402687] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.402930] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.402967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.403126] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.403449] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.403788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.403788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.403921] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.404136] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.404243] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: b4bef7d8-f416-49da-ae0c-5725508fe53c is going to be created. [ 866.425931] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.426177] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.426266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.426535] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.426762] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.426975] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.443785] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.443926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.443996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.444222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.466077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.466374] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.466514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.466571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.466895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.467025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467107] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 866.500540] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.500820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.500898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.501123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.501325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.513183] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 866.599781] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 866.600082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.783553] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.783709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.783775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.783994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.784100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.784195] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be created. [ 866.785499] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.785613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.785698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.785865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.785946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.786045] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 866.816500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.816661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.816713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.816934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.817109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.819014] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.819147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.819217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.819399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.819529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.832785] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: SUCCESS [ 866.832999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.833183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.833571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.833807] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.833883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.833949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.834183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.834240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.834364] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.836138] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: UNINITIALIZED for 2s [ 866.836966] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 866.930049] env[66146]: INFO networking_nsxv3.common.synchronization [req-e038c53e-bcd9-4e7b-a54e-374e7dd47dab req-d3e5096c-1d6d-461f-93d5-1db93ca0563d tempest-ServersTestFqdnHostnames-1844672441 tempest-ServersTestFqdnHostnames-1844672441-project-member] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_members [ 866.930634] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGHEST for action security_group_members [ 866.931134] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.931261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.931326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.931587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.931744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.931844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.932023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.932080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.932167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.932264] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.185241] env[66146]: INFO networking_nsxv3.common.synchronization [req-7cf6c74d-9ecf-4cb4-b3f4-f482706db905 req-373c13b2-95c7-48e2-aebf-155d03f209ca service nova] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_rules [ 867.185742] env[66146]: INFO networking_nsxv3.common.synchronization [req-7cf6c74d-9ecf-4cb4-b3f4-f482706db905 req-373c13b2-95c7-48e2-aebf-155d03f209ca service nova] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 867.186154] env[66146]: INFO networking_nsxv3.common.synchronization [req-7cf6c74d-9ecf-4cb4-b3f4-f482706db905 req-373c13b2-95c7-48e2-aebf-155d03f209ca service nova] Enqueued Resource ID: b4bef7d8-f416-49da-ae0c-5725508fe53c with Priority: HIGHEST for action port [ 867.187157] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_rules [ 867.188361] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 867.188667] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bef7d8-f416-49da-ae0c-5725508fe53c with Priority: HIGHEST for action port [ 867.189346] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.189676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.191027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.191027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.191027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.193449] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.193850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.193850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.193950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.194059] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.194157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.194219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.194860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.196031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.196031] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.196196] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bef7d8-f416-49da-ae0c-5725508fe53c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.196286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.196380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.197097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.197097] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bef7d8-f416-49da-ae0c-5725508fe53c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.338595] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.435492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.435492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.435492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.435492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.435492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.437162] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.437162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.437162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.437162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.437162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.437162] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c is going to be updated. [ 867.466974] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.467303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.468386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.468675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.468833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.479073] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: IN_PROGRESS for 2s [ 867.699922] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.700083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.700503] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.701472] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4bef7d8-f416-49da-ae0c-5725508fe53c with status ACTIVE [ 867.701797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.701957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.702033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.702192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.702280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.702444] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.702542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.702614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.702745] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.702820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.702995] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.703144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.703208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.704113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.704291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.704291] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4bef7d8-f416-49da-ae0c-5725508fe53c is going to be updated. [ 867.727778] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.727778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.727778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.727778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.727778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.727778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bef7d8-f416-49da-ae0c-5725508fe53c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.844523] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.177033] env[66146]: INFO networking_nsxv3.common.synchronization [req-7b736c45-4743-4c0d-a762-15f635390375 req-11fb1134-5354-42fa-ab12-8679b5a3db97 tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 868.177958] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 868.178471] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.178631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.178749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.178987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.179230] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.179349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.179443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.179633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.179759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.179878] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.205972] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.347503] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.347733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.347836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.348227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.348466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.348608] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be updated. [ 868.388931] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.389217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.389217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.389423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.389570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.405054] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: IN_PROGRESS for 2s [ 868.522099] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 868.522358] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 868.522358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.682600] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.682762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.682836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.683059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.683151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.683451] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.683565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.683615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.683778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.683858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.683947] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be deleted. [ 868.708337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.708489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.708558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.708781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.708869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.708987] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be created. [ 868.783423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.783589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.783664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.783886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.783978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.784096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.785060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.785178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.785237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.785412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.785631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.808466] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: UNINITIALIZED for 2s [ 868.837783] env[66146]: INFO networking_nsxv3.common.synchronization [None req-113c55d0-3257-43e3-b211-a94b28bb6d47 None None] Enqueued Resource ID: 769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9 with Priority: HIGHEST for action port [ 868.841155] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9 with Priority: HIGHEST for action port [ 868.841155] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.841155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.841155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.841155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.841155] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.854632] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 868.854632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.854813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.854999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.856181] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.856181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.856181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.856181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.856181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.856181] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.857370] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: SUCCESS [ 868.859740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.859740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.859740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.859740] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.859740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.859740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.859740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.859740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.860082] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.085455] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.085688] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.085773] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.086049] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.086307] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.086463] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.086574] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.086783] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.086925] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.087684] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.087684] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.087684] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.087684] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.087684] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.087849] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.087898] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.107729] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.109197] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.109373] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.109551] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.109929] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-0505220c-5533-4be9-b2a9-b16dda26bf8b taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.110124] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.110243] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.110756] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.110756] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0505220c-5533-4be9-b2a9-b16dda26bf8b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.343502] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9 [ 869.343502] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.343502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.343701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.343701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.343701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.344041] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9 already deleted. [ 869.344192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769a5ac9-5ac6-4385-bd7e-c0a41e4f43a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.361289] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.364471] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.490323] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c in Status: SUCCESS [ 869.490498] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c deletion is rescheduled due to dependency. [ 869.490619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.613786] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.614308] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.614366] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.614794] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.615068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.615270] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 0505220c-5533-4be9-b2a9-b16dda26bf8b not found, creating... [ 869.615606] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.615817] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.616235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.616302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.616429] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.616779] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.616974] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617114] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.617397] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.617549] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.617723] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 0505220c-5533-4be9-b2a9-b16dda26bf8b is going to be created. [ 869.641492] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.641621] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.644061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.644061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.644061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.644061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.863789] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.866711] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.366405] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.366611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.366685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.366920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.367093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.367294] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 870.369526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.369666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.369734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.370013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.370103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.370192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be updated. [ 870.399297] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.401056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.401056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.401056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.401056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.402020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.402020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.402020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.402020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.402215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.411454] env[66146]: INFO networking_nsxv3.common.synchronization [req-7b736c45-4743-4c0d-a762-15f635390375 req-e219a7ea-e959-4d50-a869-ef88acb24e3b service nova] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_rules [ 870.411619] env[66146]: INFO networking_nsxv3.common.synchronization [req-7b736c45-4743-4c0d-a762-15f635390375 req-e219a7ea-e959-4d50-a869-ef88acb24e3b service nova] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 870.411747] env[66146]: INFO networking_nsxv3.common.synchronization [req-7b736c45-4743-4c0d-a762-15f635390375 req-e219a7ea-e959-4d50-a869-ef88acb24e3b service nova] Enqueued Resource ID: 0505220c-5533-4be9-b2a9-b16dda26bf8b with Priority: HIGHEST for action port [ 870.412717] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: SUCCESS [ 870.413111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.413651] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: IN_PROGRESS for 2s [ 870.414247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 870.414723] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_rules [ 870.414848] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 870.414939] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0505220c-5533-4be9-b2a9-b16dda26bf8b with Priority: HIGHEST for action port [ 870.415093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.415341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.415560] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.415627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.415688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.415889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.415974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.416074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.416237] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.416331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.416394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.416539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.416712] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.416955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.416955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.417096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.417096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.417156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.417235] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.418642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.418729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.419627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.419627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.419627] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.422134] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.422134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.422134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.422134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.422344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.422391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.422421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.422593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.422712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.422712] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.423616] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-0505220c-5533-4be9-b2a9-b16dda26bf8b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.423616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.423730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.424562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.424562] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0505220c-5533-4be9-b2a9-b16dda26bf8b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.821341] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: SUCCESS [ 870.821613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.822639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.822887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.823118] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.823248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.823312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.823515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.823598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.823687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.823803] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.926614] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.926793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.926995] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0f28ea7-8b2f-4ea9-8878-f95c738f12c7: rpc.has_security_group_logging(os_id): False [ 870.928775] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.929706] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0505220c-5533-4be9-b2a9-b16dda26bf8b with status ACTIVE [ 870.931158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.931158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.931158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.931158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.931158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.931158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.931158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.931158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.931158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.931534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.931534] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.931679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.931807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.932012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.932093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.932213] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0505220c-5533-4be9-b2a9-b16dda26bf8b is going to be updated. [ 870.952732] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.952732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.952732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.952732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.952732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.953268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.953441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.953556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.953800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.953842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.954106] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.954868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.954868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.954868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.954868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.954868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.955115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.955115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.955232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.955313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.955380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be created. [ 870.960356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.960501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.960574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.962629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.962629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.962629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0505220c-5533-4be9-b2a9-b16dda26bf8b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.048054] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.048490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.048578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.048832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.049033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.064476] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: IN_PROGRESS for 2s [ 871.325945] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.326262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.326262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.326513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.326728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.327248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.327248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.327248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.327248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.327487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.327487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.328208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.328208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.328208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.328208] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.328208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.328504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.328504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.328588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.328631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.328735] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.380145] env[66146]: INFO networking_nsxv3.common.synchronization [None req-f70d298d-d1af-4b8b-a9f8-11ba4b885ac3 None None] Enqueued Resource ID: d3417135-4d66-42e2-8d7d-6c5e3b20d7fb with Priority: HIGHEST for action port [ 871.380979] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3417135-4d66-42e2-8d7d-6c5e3b20d7fb with Priority: HIGHEST for action port [ 871.381403] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3417135-4d66-42e2-8d7d-6c5e3b20d7fb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.381565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3417135-4d66-42e2-8d7d-6c5e3b20d7fb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.381657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3417135-4d66-42e2-8d7d-6c5e3b20d7fb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.381948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3417135-4d66-42e2-8d7d-6c5e3b20d7fb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.382046] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3417135-4d66-42e2-8d7d-6c5e3b20d7fb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.435718] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.832409] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42987bac-6968-42c9-960e-ddb00c28ada4: rpc.has_security_group_logging(os_id): False [ 871.855766] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.856102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.856102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.856311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.856447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.856632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.856732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.856793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.856945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.857037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.857227] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.857355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.857397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.857541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.857618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.857803] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.857896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.857955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.859763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.859856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.860073] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be created. [ 871.885692] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3417135-4d66-42e2-8d7d-6c5e3b20d7fb [ 871.885989] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.886172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.886265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.886524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.886639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.886787] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3417135-4d66-42e2-8d7d-6c5e3b20d7fb already deleted. [ 871.886865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3417135-4d66-42e2-8d7d-6c5e3b20d7fb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.938212] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.938415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.938580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.938829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.939042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.941387] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.941753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.941861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.942066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.942155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.942269] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be created. [ 871.962587] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: IN_PROGRESS for 2s [ 871.970060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.970232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.970320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.970873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.971256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.008591] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: UNINITIALIZED for 2s [ 872.353643] env[66146]: INFO networking_nsxv3.common.synchronization [None req-62cfd118-aae2-4222-95a3-ecd940bb940b None None] Enqueued Resource ID: 52508249-24ad-46a9-ae21-307eadc1b595 with Priority: HIGHEST for action port [ 872.353747] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52508249-24ad-46a9-ae21-307eadc1b595 with Priority: HIGHEST for action port [ 872.354070] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-52508249-24ad-46a9-ae21-307eadc1b595 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.354193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52508249-24ad-46a9-ae21-307eadc1b595" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.354264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52508249-24ad-46a9-ae21-307eadc1b595" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.354519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52508249-24ad-46a9-ae21-307eadc1b595" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.354619] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52508249-24ad-46a9-ae21-307eadc1b595',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.424883] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 872.425675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.425675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.425675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.426109] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.426299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.426836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.426937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.427056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.427162] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.430144] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: SUCCESS [ 872.430144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.430144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.430144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.430402] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.430517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.430582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.430731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.430841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.431121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.431213] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.533603] env[66146]: INFO networking_nsxv3.common.synchronization [req-a2c63d1b-dd19-4fc0-b517-b0c4c7cae949 req-d79eed81-c130-428a-8e48-2efff7f26e6c tempest-MigrationsAdminTest-1521926449 tempest-MigrationsAdminTest-1521926449-project-member] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 872.534184] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 872.534499] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.534878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.534951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.535246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.535397] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.535496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.535559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.535705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.535786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.535878] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.859021] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52508249-24ad-46a9-ae21-307eadc1b595 [ 872.859344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.859407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.859799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.859799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.859799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.859928] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52508249-24ad-46a9-ae21-307eadc1b595 already deleted. [ 872.859928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52508249-24ad-46a9-ae21-307eadc1b595" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.934213] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.934411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.934411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.934786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.934894] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.935049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.935451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.935451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.935451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.935626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.935789] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.935915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.935994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.936190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.936363] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.936470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.936547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.936722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.938412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.938412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.938412] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.938778] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.981167] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.981404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.981573] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.981843] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.982119] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.982277] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.982388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.982604] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.982868] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.983769] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.983916] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.984113] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.984165] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.984266] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.984391] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.984513] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.010216] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.010655] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.010874] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.011067] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.011411] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.011592] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.011711] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.012209] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.012357] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788e76f2-e975-4ffb-9185-40b6bd0d3bdb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.038971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.039172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.039273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.039460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.039570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.039740] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.039839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.039894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.040057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.040131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.040210] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 already deleted. [ 873.040292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.077776] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: SUCCESS [ 873.077776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.077924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.078137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.078223] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.440526] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5625618e-0122-4be5-9b38-6f493ee056bf: rpc.has_security_group_logging(os_id): False [ 873.443043] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed8aee82-30bb-40c9-a8a3-e4bedab0caea: rpc.has_security_group_logging(os_id): False [ 873.460484] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.460646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.460720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.460933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.461041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.461281] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.461401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.461491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.461639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.461726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.461814] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be created. [ 873.465359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.465359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.465359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.465359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.466112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.466112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.466112] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.466112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.466112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.466112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.466391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.466391] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 873.515019] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.515019] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.515019] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.515300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.515406] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.515559] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 788e76f2-e975-4ffb-9185-40b6bd0d3bdb not found, creating... [ 873.516278] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.519422] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.519579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.519892] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.520027] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.520386] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.520563] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.520678] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.520900] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.521121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.521306] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 788e76f2-e975-4ffb-9185-40b6bd0d3bdb is going to be created. [ 873.530642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.530642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.530642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.530642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.530642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.537786] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.538617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.538617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.538617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.538617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.551101] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.552770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.552770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.552770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.552770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.552770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.554574] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: IN_PROGRESS for 2s [ 873.567027] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 873.581612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.581612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.581612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.581912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.582176] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.582176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.582336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.582379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.582450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.583487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.583487] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.981438] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: SUCCESS [ 873.981438] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.018145] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 874.018205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.019801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.019954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.020519] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.020519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.020519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.020682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.020682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.020762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.021493] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.085671] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.085856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.085943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.086231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.086431] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.086539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.086604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.086828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.087083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.087083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.087186] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.087291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.087483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.087513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.087679] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.087776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.087907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.088599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.088599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.088599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.088599] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.358763] env[66146]: INFO networking_nsxv3.common.synchronization [req-a2c63d1b-dd19-4fc0-b517-b0c4c7cae949 req-da5dc089-6187-48a2-9d31-368bb47b80aa service nova] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_rules [ 874.358763] env[66146]: INFO networking_nsxv3.common.synchronization [req-a2c63d1b-dd19-4fc0-b517-b0c4c7cae949 req-da5dc089-6187-48a2-9d31-368bb47b80aa service nova] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 874.358763] env[66146]: INFO networking_nsxv3.common.synchronization [req-a2c63d1b-dd19-4fc0-b517-b0c4c7cae949 req-da5dc089-6187-48a2-9d31-368bb47b80aa service nova] Enqueued Resource ID: 788e76f2-e975-4ffb-9185-40b6bd0d3bdb with Priority: HIGHEST for action port [ 874.360272] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_rules [ 874.360486] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 874.360604] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788e76f2-e975-4ffb-9185-40b6bd0d3bdb with Priority: HIGHEST for action port [ 874.361000] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.361187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.361311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.362642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.362745] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.366037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.366546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.366711] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.367864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.367864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.367864] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.368896] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.372437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.372437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.372437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.372437] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788e76f2-e975-4ffb-9185-40b6bd0d3bdb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.523737] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.523933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.523990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.524220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.524466] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.524597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.524597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.524795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.524897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.524986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.525156] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.525251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.525343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.525456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.525704] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.525839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.525906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.526682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.526781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.526873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.526968] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.590952] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0f28ea7-8b2f-4ea9-8878-f95c738f12c7: rpc.has_security_group_logging(os_id): False [ 874.617698] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.617910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.619089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.619089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.619089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.619089] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.619314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.619465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.619919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.620084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.620436] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.620594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.620696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.620950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.621091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.621492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.621663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.621761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.622220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.622278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.622375] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be updated. [ 874.710487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.710487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.710487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.710487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.710487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.724654] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: IN_PROGRESS for 2s [ 874.752892] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf1b3e53-c48c-4022-8ddd-c131a991341c req-caf6e677-0a27-4e25-8405-53ea59957e84 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_members [ 874.753481] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_members [ 874.754407] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.755149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.755241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.755496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.755816] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.755986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.756075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.756269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.756364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.756469] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.873877] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.876770] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.876893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.877052] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 788e76f2-e975-4ffb-9185-40b6bd0d3bdb with status ACTIVE [ 874.877238] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.877380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.877456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.877685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.877775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.877950] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.878063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.878126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.878282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.878359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.878542] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.878634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.878695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.878833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.878906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.878988] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 788e76f2-e975-4ffb-9185-40b6bd0d3bdb is going to be updated. [ 874.910797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.911174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.911174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.911397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.911604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.911870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-788e76f2-e975-4ffb-9185-40b6bd0d3bdb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.028521] env[66146]: INFO networking_nsxv3.common.synchronization [None req-d3628ef2-e1c4-412a-8fd1-9f427470189b None None] Enqueued Resource ID: 320c10cf-769b-4c85-93ff-7ff8448cae56 with Priority: HIGHEST for action port [ 875.029950] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 016fe6da-5bcb-4e2c-8ced-636a73cacb6c: rpc.has_security_group_logging(os_id): False [ 875.031665] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320c10cf-769b-4c85-93ff-7ff8448cae56 with Priority: HIGHEST for action port [ 875.033216] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-320c10cf-769b-4c85-93ff-7ff8448cae56 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.033464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320c10cf-769b-4c85-93ff-7ff8448cae56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.033525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320c10cf-769b-4c85-93ff-7ff8448cae56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.034024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320c10cf-769b-4c85-93ff-7ff8448cae56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.035140] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320c10cf-769b-4c85-93ff-7ff8448cae56',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.058366] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.058558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.058558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.058838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.058923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.060071] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.060071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.060071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.060071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.060071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.060071] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.060071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.060071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.060417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.060417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.060417] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.060509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.060509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.060620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.060693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.060769] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be created. [ 875.161634] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.161780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.161856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.162058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.162257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.181192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 875.195039] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.195039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.195039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.195039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.195617] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.195992] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.196839] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.197343] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.197639] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.198123] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.198243] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.200048] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.200048] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.200048] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.200048] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.200048] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.224256] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.224445] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.224640] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.224780] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.225151] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-8057437c-3e21-4af6-a526-81f86d532c11 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.225390] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.225507] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.226826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.226826] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8057437c-3e21-4af6-a526-81f86d532c11',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.260063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.260063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.260063] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 already deleted. [ 875.260063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.382622] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.538752] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 320c10cf-769b-4c85-93ff-7ff8448cae56 [ 875.538752] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.538752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.538752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.538752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.538752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.539039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:320c10cf-769b-4c85-93ff-7ff8448cae56 already deleted. [ 875.539039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320c10cf-769b-4c85-93ff-7ff8448cae56" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.569568] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: SUCCESS [ 875.569784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.585745] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 875.585745] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.729472] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.729770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.729935] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.730279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.730463] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.730644] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 8057437c-3e21-4af6-a526-81f86d532c11 not found, creating... [ 875.730959] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.731167] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.731357] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.731602] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.731777] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.732971] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.733169] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.733293] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.733563] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.733734] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.733840] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 8057437c-3e21-4af6-a526-81f86d532c11 is going to be created. [ 875.739972] env[66146]: INFO networking_nsxv3.common.synchronization [None req-59e5a8cb-fb73-4718-9896-5091ea6d0c2b None None] Enqueued Resource ID: 376a36c5-08de-49f1-9f42-b754278ec514 with Priority: HIGHEST for action port [ 875.740256] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376a36c5-08de-49f1-9f42-b754278ec514 with Priority: HIGHEST for action port [ 875.740840] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-376a36c5-08de-49f1-9f42-b754278ec514 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.740973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-376a36c5-08de-49f1-9f42-b754278ec514" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.741046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-376a36c5-08de-49f1-9f42-b754278ec514" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.741313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-376a36c5-08de-49f1-9f42-b754278ec514" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.741377] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('376a36c5-08de-49f1-9f42-b754278ec514',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.760563] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.760952] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.761097] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.761609] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.761707] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.761931] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.884605] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.884873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.884989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.885347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.885509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.885736] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be created. [ 875.918295] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.918580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.918713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.918999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.919232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.932304] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: UNINITIALIZED for 2s [ 876.246408] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 376a36c5-08de-49f1-9f42-b754278ec514 [ 876.246408] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.246408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.246408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.246408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.246408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.246408] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:376a36c5-08de-49f1-9f42-b754278ec514 already deleted. [ 876.246408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-376a36c5-08de-49f1-9f42-b754278ec514" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.547389] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf1b3e53-c48c-4022-8ddd-c131a991341c req-8b1eac7f-609e-4ff7-a605-1199933e1ed3 service nova] Enqueued Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_rules [ 876.547389] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf1b3e53-c48c-4022-8ddd-c131a991341c req-8b1eac7f-609e-4ff7-a605-1199933e1ed3 service nova] Enqueued Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_members [ 876.547389] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf1b3e53-c48c-4022-8ddd-c131a991341c req-8b1eac7f-609e-4ff7-a605-1199933e1ed3 service nova] Enqueued Resource ID: 8057437c-3e21-4af6-a526-81f86d532c11 with Priority: HIGHEST for action port [ 876.547389] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_rules [ 876.547389] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_members [ 876.547969] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8057437c-3e21-4af6-a526-81f86d532c11 with Priority: HIGHEST for action port [ 876.547969] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.547969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.547969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.548217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.548277] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.549514] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.549987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.549987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.549987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.550101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.550145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.550431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.550621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.550708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.550807] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.554982] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8057437c-3e21-4af6-a526-81f86d532c11 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.555116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.555179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.555367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.555456] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8057437c-3e21-4af6-a526-81f86d532c11',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.738924] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: SUCCESS [ 876.739171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.060280] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8057437c-3e21-4af6-a526-81f86d532c11 with status ACTIVE [ 877.060615] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.060682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.060758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.060979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.061086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.061264] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.061364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.061431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.061580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.061658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.061836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.061928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.061988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.062151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.062254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.062379] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8057437c-3e21-4af6-a526-81f86d532c11 is going to be updated. [ 877.063889] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.066123] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.066329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.090019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.090391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.090556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.090839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.091360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.091360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8057437c-3e21-4af6-a526-81f86d532c11" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.217683] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 877.218247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.567677] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.661661] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0059e471-bff6-42bf-ad86-8ee9df9be407 tempest-ServersV294TestFqdnHostnames-8082494 tempest-ServersV294TestFqdnHostnames-8082494-project-member] Enqueued Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_rules [ 877.662624] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_rules [ 877.662892] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.663027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.663101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.663381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.663500] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.946503] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: SUCCESS [ 877.946761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.947404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.947632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.947823] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.947941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.948015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.948173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.948256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.948339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.948429] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.980410] env[66146]: INFO networking_nsxv3.common.synchronization [None req-dcf9dffc-bf11-4a9f-abf1-acb5626ac6ef tempest-ServersV294TestFqdnHostnames-8082494 tempest-ServersV294TestFqdnHostnames-8082494-project-member] Enqueued Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_rules [ 877.981689] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_rules [ 877.981689] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.981689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.995839] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ebcf586-8d6c-4d77-8f5b-d8a1f17403f3 req-885d9b0e-6763-4a2f-ac27-f46d05137731 tempest-ServerRescueTestJSON-791122770 tempest-ServerRescueTestJSON-791122770-project-member] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 877.996690] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 877.996690] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.996795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.996871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.997268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.999909] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.000157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.000281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.000534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.000625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.000731] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.070121] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.070304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.070364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.070670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.070783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.070928] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 is going to be created. [ 878.096362] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.096547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.096606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.096798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.096952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107920] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 in Status: UNINITIALIZED for 2s [ 878.198877] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.198877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.198877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.198877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.198877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.198877] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 already deleted. [ 878.198877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.198877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.198877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.198877] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.233889] env[66146]: INFO networking_nsxv3.common.synchronization [None req-9b35274f-dd26-4d82-ad4a-459231f1944c None None] Enqueued Resource ID: 4fed4966-e8e7-4e0e-a116-b17abe69a325 with Priority: HIGHEST for action port [ 878.234905] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fed4966-e8e7-4e0e-a116-b17abe69a325 with Priority: HIGHEST for action port [ 878.235859] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fed4966-e8e7-4e0e-a116-b17abe69a325 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.236070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fed4966-e8e7-4e0e-a116-b17abe69a325" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.236175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fed4966-e8e7-4e0e-a116-b17abe69a325" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.236468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fed4966-e8e7-4e0e-a116-b17abe69a325" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.236583] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fed4966-e8e7-4e0e-a116-b17abe69a325',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.452247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.452589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.452589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.452883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.453129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.453182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.453245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.453414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.453512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.453614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.456510] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.456622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.456658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.457409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.457409] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.457409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.457409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.457409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.457409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.457633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.457633] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.503154] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.503494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.503591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.503806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.504113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.504113] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.504226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.504269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.504563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.504563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.504677] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f already deleted. [ 878.504748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.517344] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.517344] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.517344] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.517344] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.517344] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.517569] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.517569] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.518490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.518490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.519059] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.519059] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.519059] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.519059] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.519059] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.519313] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.519313] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.540398] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.541667] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.541667] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.541667] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.541667] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.541667] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.541667] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.542870] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.543273] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a721516-8fc2-4e19-ad5b-b8a100dc7dd9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.720563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.720563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.720563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.720563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.720563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.720563] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 already deleted. [ 878.720563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.740282] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fed4966-e8e7-4e0e-a116-b17abe69a325 [ 878.740604] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.740823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.740938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.741295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.741469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.741643] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fed4966-e8e7-4e0e-a116-b17abe69a325 already deleted. [ 878.741805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fed4966-e8e7-4e0e-a116-b17abe69a325" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.818029] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 878.818029] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_members [ 878.818029] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 878.818029] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 878.818551] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_members [ 878.818776] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 878.819519] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.820359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.820359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.820359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.820359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.820561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.820561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.820625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.820670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.821151] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.821731] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d848625-21e6-40e4-b5c4-2ad27546f136 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.821866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.822224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.822224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.822418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.822518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.822578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.823298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.823298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.823298] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.823879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.823930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.823964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.824436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.824436] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.824572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.825065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.825065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.825065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.825174] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.877868] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 878.877868] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 878.877868] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_rules [ 878.877868] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_members [ 878.877868] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_rules [ 878.877868] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 878.877868] env[66146]: INFO networking_nsxv3.common.synchronization [req-c5699f48-72ed-4fca-90a8-8aabf5d92792 req-4157eb23-3adb-4be1-b3a0-c7c923151aaa tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with Priority: HIGHEST for action port [ 878.878660] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_rules [ 878.878954] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_rules [ 878.879207] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 878.879625] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with Priority: HIGHEST for action port [ 878.879860] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_rules [ 878.880092] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 878.880307] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_members [ 878.881536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.881536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.881536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.881536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.881536] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.882811] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d848625-21e6-40e4-b5c4-2ad27546f136 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.883096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.885153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.885153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.885153] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.885153] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.885153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.885153] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.885153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.885153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.886762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.886762] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1b8362b-0f0c-4c06-8bd3-b0d94df136a1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.886762] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.886762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.886762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.886762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.887143] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.887882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.887998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.888306] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d848625-21e6-40e4-b5c4-2ad27546f136 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.888422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.959906] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a311097e-8e0a-44f2-8d26-4380f705e6e3: rpc.has_security_group_logging(os_id): False [ 878.981020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.981212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.985023] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.985023] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.985023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.985023] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.985548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.985548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.985548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.985548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.985548] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be created. [ 879.048085] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.048085] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.048085] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.048085] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.048085] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.048085] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 not found, creating... [ 879.048441] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.048492] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.048585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.048809] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.048946] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.049256] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.049413] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.049528] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.049737] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.049882] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.050062] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 is going to be created. [ 879.056581] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.056771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.056771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.056964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.057246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.069469] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: IN_PROGRESS for 2s [ 879.086490] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.086490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.086490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.086490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.086490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.086490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.327554] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.328895] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.329722] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.389466] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.389606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.389892] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d848625-21e6-40e4-b5c4-2ad27546f136 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.389977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.390209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.390293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.390454] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 with status ACTIVE [ 879.390631] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.390752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.390843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.391043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.391135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.391306] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.391418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.391481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.391648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.391731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.391913] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.392015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.392083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.392228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.392305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.392388] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1b8362b-0f0c-4c06-8bd3-b0d94df136a1 is going to be updated. [ 879.416564] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.416759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.416759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.416971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.417122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.417318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1b8362b-0f0c-4c06-8bd3-b0d94df136a1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.828651] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ebcf586-8d6c-4d77-8f5b-d8a1f17403f3 req-48d2a2a3-a344-4cf1-a879-0d783649d065 service nova] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_rules [ 879.828957] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ebcf586-8d6c-4d77-8f5b-d8a1f17403f3 req-48d2a2a3-a344-4cf1-a879-0d783649d065 service nova] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 879.828957] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ebcf586-8d6c-4d77-8f5b-d8a1f17403f3 req-48d2a2a3-a344-4cf1-a879-0d783649d065 service nova] Enqueued Resource ID: 4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 with Priority: HIGHEST for action port [ 879.829783] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_rules [ 879.829930] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 879.830043] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 with Priority: HIGHEST for action port [ 879.830286] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.834390] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.834390] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.834390] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.834390] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.834390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.834390] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.835224] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.835224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.835224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.835224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.835353] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a721516-8fc2-4e19-ad5b-b8a100dc7dd9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.837387] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.837387] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.123330] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 in Status: SUCCESS [ 880.123668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.123854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.124138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.124331] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.124551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.124616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.124856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.124943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.128514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.128643] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.339272] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.339793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.339793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.339793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.339793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.340416] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 is going to be created. [ 880.342197] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.342382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.342753] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.342876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.342948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.343249] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.343383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.343562] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be updated. [ 880.344868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.345458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.345458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.345458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.345458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.345747] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 880.346862] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.347751] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 with status ACTIVE [ 880.349025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.349025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.349025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.349025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.349025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.349025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.349025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.349025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.349025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.352507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.352507] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.352507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.352507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.352507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.353717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.353908] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a721516-8fc2-4e19-ad5b-b8a100dc7dd9 is going to be updated. [ 880.409784] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.409974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.410053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.410274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.410441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.430744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.430896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.431020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.431689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.431879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a721516-8fc2-4e19-ad5b-b8a100dc7dd9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.432860] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 in Status: UNINITIALIZED for 2s [ 880.440029] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.440029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.440029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.440029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.440029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.457384] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 880.480548] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.480548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.480548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.480732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.481204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.493751] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: IN_PROGRESS for 2s [ 880.632929] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.856968] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.082066] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: SUCCESS [ 881.083111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.135264] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cabfbc94-046d-46ae-a22e-ccf9a2ef5153: rpc.has_security_group_logging(os_id): False [ 881.159129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.160070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.160070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.160070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.160070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.160622] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.160889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.161424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.161424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.161424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.161652] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 is going to be created. [ 881.229997] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.230172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.230276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.230482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.230616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.256169] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 in Status: IN_PROGRESS for 2s [ 881.360284] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.360439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.360517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.360739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.360851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.360990] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be created. [ 881.414041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.414246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.414337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.414646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.414845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.434548] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: UNINITIALIZED for 2s [ 882.444234] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 in Status: SUCCESS [ 882.444234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.444234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.444645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.444645] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.444765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.444795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.444945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.445082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.445186] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.478859] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 882.478859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.479084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.479345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.479634] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.480040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.480040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.480173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.480297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.480445] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.513065] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: SUCCESS [ 882.513065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.513286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.513390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.513648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.513786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.513854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.514025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.514111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.514210] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.649868] env[66146]: INFO networking_nsxv3.common.synchronization [req-234c97e9-6525-4851-9b5c-f3ad2f07dd76 req-90e5e940-1517-4621-9d4d-177f41dbc99b tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 882.650525] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 882.651265] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.651265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.651265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.651455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.651455] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.651589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.651622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.651778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.651862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.651955] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.655749] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-ad556aaa-487b-4f35-a0d9-e86bd1f85f6b tempest-ListServersNegativeTestJSON-1409408719 tempest-ListServersNegativeTestJSON-1409408719-project-member] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 882.655984] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 882.656509] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.656623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.656692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.656917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.657079] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.657216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.657267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.657380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.657462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.657554] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.941756] env[66146]: INFO networking_nsxv3.common.synchronization [req-55cda577-bd1f-4cda-bafb-ad095fb07d4f req-e54154ac-1ae7-4153-bec8-dedb0873ea46 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_members [ 882.941756] env[66146]: INFO networking_nsxv3.common.synchronization [req-55cda577-bd1f-4cda-bafb-ad095fb07d4f req-e54154ac-1ae7-4153-bec8-dedb0873ea46 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 882.941756] env[66146]: INFO networking_nsxv3.common.synchronization [req-55cda577-bd1f-4cda-bafb-ad095fb07d4f req-e54154ac-1ae7-4153-bec8-dedb0873ea46 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 882.942688] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 with Priority: HIGHEST for action security_group_members [ 882.942808] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 882.942959] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGHEST for action security_group_members [ 882.943407] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d848625-21e6-40e4-b5c4-2ad27546f136 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.943520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.943785] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.944234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.944234] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.944406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.948144] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.983503] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.017602] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.045537] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.045912] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.046075] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.046540] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.047328] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.047503] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.047629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.047930] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.048121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.048385] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.048510] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.048655] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.048806] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.048931] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.049064] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.049208] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.072321] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.072321] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.072321] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.072321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072321] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-c4754aa0-0296-40a4-99bb-9c496d0d31a6 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.072321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.073435] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4754aa0-0296-40a4-99bb-9c496d0d31a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.155396] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.160247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.160247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.160247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.160453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.160535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.161931] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.161931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.161931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.161931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.161931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.161931] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c already deleted. [ 883.161931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.270524] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 in Status: SUCCESS [ 883.270774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.445825] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: SUCCESS [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.445825] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.445825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.445825] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.450155] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.486956] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.522975] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.575187] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.575409] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.575553] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.575797] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.575947] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.576116] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port c4754aa0-0296-40a4-99bb-9c496d0d31a6 not found, creating... [ 883.576370] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.577048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.577048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.577048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.577048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.577375] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.577454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.577510] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.577691] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.577825] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.577957] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: c4754aa0-0296-40a4-99bb-9c496d0d31a6 is going to be created. [ 883.600659] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.600931] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.600980] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.601273] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.601520] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.601749] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.657430] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.948973] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.949223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.949223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.949409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.949567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.949675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.949727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.949857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.949942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.950037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.950190] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.950282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.950340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.950484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.950621] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.951634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.951634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.951634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.951634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.951634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.951634] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.952953] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.954550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.954550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.954550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.954550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.954550] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 is going to be updated. [ 883.984350] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.984520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.984623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.984884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.985041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.988687] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.988811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.988860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.989019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.989116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.989300] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 883.997087] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 in Status: IN_PROGRESS for 2s [ 884.018384] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.018526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.018591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.018798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.018939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.025727] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.025873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.025934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.026155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.026244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.026338] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be updated. [ 884.029422] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 884.062384] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.062598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.062598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.062781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.062882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.076121] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: IN_PROGRESS for 2s [ 884.089672] env[66146]: INFO networking_nsxv3.common.synchronization [req-4f1210cd-a8d0-4973-9557-e6f297f12aa8 req-1b7ddcc3-d588-44f9-86ec-64490a9aa0e0 tempest-DeleteServersAdminTestJSON-181517992 tempest-DeleteServersAdminTestJSON-181517992-project-member] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 884.090269] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGHEST for action security_group_members [ 884.091142] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.091142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.091142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.091142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.092070] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.092070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.092070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.092070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.092070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.092070] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.160336] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.160563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.160651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.160856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.160957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.161081] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 884.202970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.203168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.203272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.203646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.203857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.217479] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 884.411231] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-9cb9540d-8aae-43c2-8671-0ea856651360 service nova] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_rules [ 884.411446] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-9cb9540d-8aae-43c2-8671-0ea856651360 service nova] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 884.411579] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-9cb9540d-8aae-43c2-8671-0ea856651360 service nova] Enqueued Resource ID: c4754aa0-0296-40a4-99bb-9c496d0d31a6 with Priority: HIGHEST for action port [ 884.414044] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_rules [ 884.414044] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 884.414044] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4754aa0-0296-40a4-99bb-9c496d0d31a6 with Priority: HIGHEST for action port [ 884.414044] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.415098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.415194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.415475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.415562] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.418373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.418527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.418619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.419014] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.419188] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.419330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.419532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.419701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.419996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.419996] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.421026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4754aa0-0296-40a4-99bb-9c496d0d31a6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.421139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.421264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.421481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.421561] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4754aa0-0296-40a4-99bb-9c496d0d31a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.453884] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b3be1fc-c287-4b13-967f-63c52e48ec4f: rpc.has_security_group_logging(os_id): False [ 884.489020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.489204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.489279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.489584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.489659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.489869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.489968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.490057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.490221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.490298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.490593] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.490772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.490834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.490979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.491068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.491270] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.491448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.491521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.491662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.491746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.491820] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be created. [ 884.595860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.595860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.595860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.595860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.595860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.595860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.596263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.596263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.596353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.596470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.596625] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be updated. [ 884.659825] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.659825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.659825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.659825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.659825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.664256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.664442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.664536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.664869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.665013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.676884] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: IN_PROGRESS for 2s [ 884.688170] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: IN_PROGRESS for 2s [ 884.924031] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.924031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.924161] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.925191] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4754aa0-0296-40a4-99bb-9c496d0d31a6 with status ACTIVE [ 884.925407] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.925534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.925597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.925836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.925911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.926081] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.926176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.926232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.926388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.928200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.929251] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.933239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.933239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.933417] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4754aa0-0296-40a4-99bb-9c496d0d31a6 is going to be updated. [ 884.960474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.960609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.960691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.960913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.961060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.961232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4754aa0-0296-40a4-99bb-9c496d0d31a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.411586] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-962b5fdf-2cc8-4a25-ad15-c1941ef35e94 tempest-ListServersNegativeTestJSON-1409408719 tempest-ListServersNegativeTestJSON-1409408719-project-member] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 885.411668] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 885.412475] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.412475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.435886] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.806493] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.806785] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.806821] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.807098] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.807358] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.807569] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.807640] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.807844] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.807983] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.809187] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.809322] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.809442] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.809576] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.809690] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.809796] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.809927] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.833540] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.833830] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.834063] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.834366] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.834849] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-ad421adc-2deb-4f66-a896-84dd3bbcac74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.835243] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.835482] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.835967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.836255] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad421adc-2deb-4f66-a896-84dd3bbcac74',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.938410] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.941186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.941186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.941186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.941186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.941186] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be created. [ 885.968955] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.968955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.968955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.970084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.970084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.980600] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: UNINITIALIZED for 2s [ 886.007190] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 in Status: SUCCESS [ 886.007412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.007589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.007821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.008152] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.008445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.010271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.010586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.010744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.010934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.010992] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.011955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.012199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.012385] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.012506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.012589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.012746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.012828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.012922] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.040996] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 886.041241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.041407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.041626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.041857] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.042020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.042106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.042317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.042426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.042544] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.042673] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.043715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.043919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.044115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.044225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.044288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.044433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.044513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.044612] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.094633] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: SUCCESS [ 886.095113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.095113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.095294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.095481] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.096116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.096116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.096116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.096116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.096116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.096116] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.097486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.097703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.097872] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.097977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.098052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.098196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.098272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.098361] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.230163] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 886.230340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.338834] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.339122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.339246] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.339466] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.339632] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.339795] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port ad421adc-2deb-4f66-a896-84dd3bbcac74 not found, creating... [ 886.340072] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.340243] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.340365] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.340611] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.340828] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.341042] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.341199] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.341311] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.341535] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.341669] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.341805] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: ad421adc-2deb-4f66-a896-84dd3bbcac74 is going to be created. [ 886.363728] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.363976] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.364116] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.364399] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.364665] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.364972] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.515027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d848625-21e6-40e4-b5c4-2ad27546f136',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.516136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.522085] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.522085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.522085] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 is going to be deleted. [ 886.546771] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.546936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.547141] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.560992] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.561205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.561205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.561577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.561694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.561989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.600280] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.601577] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.601745] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.601813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.602022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.602151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.602342] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.602447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.602515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.602678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.602764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.602888] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be updated. [ 886.657137] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.657316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.657371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.657571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.657717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.670363] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: IN_PROGRESS for 2s [ 886.688166] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42987bac-6968-42c9-960e-ddb00c28ada4 in Status: SUCCESS [ 886.688403] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 deletion is rescheduled due to dependency. [ 886.688523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.701255] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: SUCCESS [ 886.701501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.027984] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d848625-21e6-40e4-b5c4-2ad27546f136: rpc.has_security_group_logging(os_id): False [ 887.050383] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.050383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.050579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.051243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.051243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.051243] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.051243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.051243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.051494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.051494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.051494] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 is going to be created. [ 887.052635] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.062215] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-183b8de1-46c3-4107-9daf-b2e1d9d6a502 service nova] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_rules [ 887.062523] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-183b8de1-46c3-4107-9daf-b2e1d9d6a502 service nova] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 887.066508] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-183b8de1-46c3-4107-9daf-b2e1d9d6a502 service nova] Enqueued Resource ID: ad421adc-2deb-4f66-a896-84dd3bbcac74 with Priority: HIGHEST for action port [ 887.067668] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_rules [ 887.067830] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 887.067968] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad421adc-2deb-4f66-a896-84dd3bbcac74 with Priority: HIGHEST for action port [ 887.068309] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.068411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.068623] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.068708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.068885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad421adc-2deb-4f66-a896-84dd3bbcac74 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.069017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.069084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.069299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.069380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad421adc-2deb-4f66-a896-84dd3bbcac74',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.078267] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6d848625-21e6-40e4-b5c4-2ad27546f136], does not exist path=[/infra/domains/default/groups/6d848625-21e6-40e4-b5c4-2ad27546f136]."\n}' [ 887.078418] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d848625-21e6-40e4-b5c4-2ad27546f136 [ 887.078566] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 887.108337] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed8aee82-30bb-40c9-a8a3-e4bedab0caea: rpc.has_security_group_logging(os_id): False [ 887.125149] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.125275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.125388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.125586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.126957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.127342] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.127528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.127632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.127836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.127927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.128572] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.128572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.128572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.128572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.128572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.128572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d848625-21e6-40e4-b5c4-2ad27546f136 is going to be created. [ 887.133885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.134022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.134102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.134305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.153845] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6d848625-21e6-40e4-b5c4-2ad27546f136], does not exist path=[/infra/domains/default/groups/6d848625-21e6-40e4-b5c4-2ad27546f136]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d848625-21e6-40e4-b5c4-2ad27546f136 [ 887.154060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d848625-21e6-40e4-b5c4-2ad27546f136" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.154313] env[66146]: Traceback (most recent call last): [ 887.154350] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 887.154350] env[66146]: return func(*args, **kwargs) [ 887.154350] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.154350] env[66146]: res.raise_for_status() [ 887.154350] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 887.154350] env[66146]: raise HTTPError(http_error_msg, response=self) [ 887.154350] env[66146]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d848625-21e6-40e4-b5c4-2ad27546f136 [ 887.154350] env[66146]: During handling of the above exception, another exception occurred: [ 887.154350] env[66146]: Traceback (most recent call last): [ 887.154582] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 887.154582] env[66146]: listener.cb(fileno) [ 887.154582] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 887.154582] env[66146]: result = function(*args, **kwargs) [ 887.154582] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 887.154582] env[66146]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 887.154582] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 887.154582] env[66146]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 887.154582] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 887.154582] env[66146]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 887.154582] env[66146]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.154582] env[66146]: res.raise_for_status() [ 887.154582] env[66146]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 887.154582] env[66146]: raise HTTPError(http_error_msg, response=self) [ 887.154582] env[66146]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6d848625-21e6-40e4-b5c4-2ad27546f136 [ 887.154582] env[66146]: Removing descriptor: 59 [ 887.155332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.155591] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.155733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.155803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.156008] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.156242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.156335] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be updated. [ 887.216475] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.216684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.216748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.216959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.217096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.237019] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: IN_PROGRESS for 2s [ 887.560631] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.560631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.560631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.560631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.560631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.560631] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 887.572498] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad421adc-2deb-4f66-a896-84dd3bbcac74 with status ACTIVE [ 887.572498] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.572498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.572767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.572944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.573100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.573305] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.573453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.573634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.574502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.574502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.574502] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.574502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.574502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.574743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.574743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.574827] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad421adc-2deb-4f66-a896-84dd3bbcac74 is going to be updated. [ 887.596495] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.596713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.596792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.597014] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.597241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.603965] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.604132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.604217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.604486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.604552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.604730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad421adc-2deb-4f66-a896-84dd3bbcac74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.609039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 887.997561] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 887.997895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.998335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.000065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.000065] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.000065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.000065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.000065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.000065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000065] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.001707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.001707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.001707] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.001707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.001707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.002426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.002426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.002426] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.504601] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.504963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.505060] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.682944] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: SUCCESS [ 888.683180] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea deletion is rescheduled due to dependency. [ 888.683300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.007693] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.252074] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea in Status: SUCCESS [ 889.252359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.510453] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.510453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.510453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.510846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.510846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.510846] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 889.557236] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.557236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.557236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.557236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.557236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.569168] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 889.621431] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 889.621431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.621431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.621431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.621431] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.621431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.621431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.621431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.623210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.623210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.623210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.623210] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.126238] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5625618e-0122-4be5-9b38-6f493ee056bf: rpc.has_security_group_logging(os_id): False [ 890.145610] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.145839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.145839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.146101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.166381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.166859] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.167017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.167078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.167289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.167377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.167593] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.167700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.167764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.167926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.168091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.168393] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.168393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.168558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.168632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.168661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.168742] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 890.260452] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.260709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.260709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.260886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.261040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.288836] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 891.579797] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 891.580118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.580236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.580482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.580667] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.580806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.581012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.581012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.581120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.581183] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.068762] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 892.068860] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 892.084405] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.307592] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 892.307592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.586401] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.089565] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.089565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.089565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.089565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.089950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.089950] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 893.155355] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.155980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.156780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.156780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.156780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.177856] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 894.906688] env[66146]: INFO networking_nsxv3.common.synchronization [req-8db62b24-4be4-4bc9-a970-8ccd67dd5e77 req-6550c59c-058c-4122-898e-e722392e5afd tempest-ListServerFiltersTestJSON-1273112164 tempest-ListServerFiltersTestJSON-1273112164-project-member] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 894.907269] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 894.907583] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.907882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.907882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.907975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.908134] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.908232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.908295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.908455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.908540] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.908632] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.192817] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 895.193144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.193292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.193576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.193779] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.193901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.193963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.194141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.194228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.194361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.194548] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.194691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.194691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.194855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.195025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.195161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.195161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.195288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.195362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.195441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.195558] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.286338] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-0b9ce891-8d20-43d9-8d35-5dec72f6b029 tempest-ListServersNegativeTestJSON-1409408719 tempest-ListServersNegativeTestJSON-1409408719-project-member] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 895.286981] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 895.287350] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.287482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.287552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.287802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.288145] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.288462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.288462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.288615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.288716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.288876] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.412108] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.677813] env[66146]: INFO networking_nsxv3.common.synchronization [req-a351a3e0-bbe8-4b64-8168-46ae581e2bdd req-a0accddb-563b-44a9-b74f-b8424c211f5e tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 895.678432] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 895.678741] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.678866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.678934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.681315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.681553] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.681682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.681750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.681983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.682087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.682199] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.698202] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4b43af9-59a0-477c-a525-8b7c2b55bd4c: rpc.has_security_group_logging(os_id): False [ 895.717023] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.717225] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.717324] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.717599] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.717860] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.718091] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.718155] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.718514] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.718753] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.719514] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.719514] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.719514] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.719514] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.719514] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.719514] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.719941] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.722882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.723528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.723528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.724098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.724098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.724098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.724226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.724226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.724998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.724998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.724998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.724998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.725244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.725244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.725803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.725803] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.725991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.726127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.727063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.727063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.727063] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be created. [ 895.740963] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.741210] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.741415] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.741748] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.742199] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-95452254-d356-4c7f-98c4-916f66ff1ceb taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.742505] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.742676] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.744250] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.744250] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95452254-d356-4c7f-98c4-916f66ff1ceb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.790852] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.798741] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.798944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.799063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.799367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.799630] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.811343] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 895.914468] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.184972] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.185157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.186036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.186284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.208957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.209240] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.209365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.209431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.210244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.210459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.210627] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be updated. [ 896.237980] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.238227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.238227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.238419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.238562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.248144] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 896.248679] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.248880] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.249011] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.249284] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.249433] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.249582] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 95452254-d356-4c7f-98c4-916f66ff1ceb not found, creating... [ 896.249848] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.250009] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.250132] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.250347] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.250478] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.250781] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.250934] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.251659] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.251989] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.256278] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.256437] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 95452254-d356-4c7f-98c4-916f66ff1ceb is going to be created. [ 896.279884] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.280243] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.280443] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.280775] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.281118] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.281547] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.294668] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.417941] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.418213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.418213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.418660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.418660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.418660] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 896.462046] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.462046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.462046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.462046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.462046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.469734] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 896.798497] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.798497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.798497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.798497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.798497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.798690] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 896.829767] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.829965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.830029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.830269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.830444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.839607] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 896.967057] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-537dd7b7-a086-40d6-815f-858f3c9af1ee service nova] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_rules [ 896.967057] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-537dd7b7-a086-40d6-815f-858f3c9af1ee service nova] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 896.967057] env[66146]: INFO networking_nsxv3.common.synchronization [req-8fc55831-582e-4230-badb-0df9949ccdcf req-537dd7b7-a086-40d6-815f-858f3c9af1ee service nova] Enqueued Resource ID: 95452254-d356-4c7f-98c4-916f66ff1ceb with Priority: HIGHEST for action port [ 896.967057] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_rules [ 896.967399] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 896.967399] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95452254-d356-4c7f-98c4-916f66ff1ceb with Priority: HIGHEST for action port [ 896.967845] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.967945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.968437] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.968548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.968747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-95452254-d356-4c7f-98c4-916f66ff1ceb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.968855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.968919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.969140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.969224] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95452254-d356-4c7f-98c4-916f66ff1ceb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.471478] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95452254-d356-4c7f-98c4-916f66ff1ceb with status ACTIVE [ 897.471735] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.471967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.472086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.472338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.472457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.472684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.472820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.472904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.473115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.473223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.473480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.473664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.473759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.473927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.474036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.474148] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95452254-d356-4c7f-98c4-916f66ff1ceb is going to be updated. [ 897.495846] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.496034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.496074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.496291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.496428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.496627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95452254-d356-4c7f-98c4-916f66ff1ceb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.826205] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 897.826991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.827209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.829070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.829116] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.971339] env[66146]: INFO networking_nsxv3.common.synchronization [req-f7f47604-1f32-43e9-bdd2-06a81bfab852 req-e18032ad-4693-488b-b20b-d49984681630 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_members [ 897.972115] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_members [ 897.972427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f05f85-8610-427d-9ba1-81329d15d82c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.972549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.972620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.972936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.973098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.973203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.973271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.973434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.973565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.973697] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.258289] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 898.258493] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c deletion is rescheduled due to dependency. [ 898.258619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.331770] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.331919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.364491] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.364705] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.364826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.365117] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.365374] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.365529] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.365642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.365866] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.366042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.366261] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.366706] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.366706] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.366706] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.366706] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.366883] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.366883] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.385318] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.385430] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.385573] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.385749] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.386179] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.386359] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386474] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.386787] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.386922] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.478403] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.478403] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.478403] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f05f85-8610-427d-9ba1-81329d15d82c already deleted. [ 898.478403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.478874] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 898.478874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.849548] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 898.849772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.849940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.850181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.850444] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.850595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.850675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.850958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.851066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.851167] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.889962] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.890227] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.890360] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.891618] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.891801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.891963] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac not found, creating... [ 898.892252] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.892410] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.892523] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.892752] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.892889] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.893265] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.893425] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.893588] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.893790] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.893923] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.895153] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac is going to be created. [ 898.923676] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.923926] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.924059] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.924337] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.924571] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.924784] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.354472] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.655102] env[66146]: INFO networking_nsxv3.common.synchronization [req-f7f47604-1f32-43e9-bdd2-06a81bfab852 req-6568d850-5d24-43ce-8326-0bdc8731f8fb service nova] Enqueued Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_rules [ 899.655144] env[66146]: INFO networking_nsxv3.common.synchronization [req-f7f47604-1f32-43e9-bdd2-06a81bfab852 req-6568d850-5d24-43ce-8326-0bdc8731f8fb service nova] Enqueued Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_members [ 899.655443] env[66146]: INFO networking_nsxv3.common.synchronization [req-f7f47604-1f32-43e9-bdd2-06a81bfab852 req-6568d850-5d24-43ce-8326-0bdc8731f8fb service nova] Enqueued Resource ID: c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac with Priority: HIGHEST for action port [ 899.656333] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_rules [ 899.657388] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_members [ 899.657388] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac with Priority: HIGHEST for action port [ 899.657490] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f05f85-8610-427d-9ba1-81329d15d82c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.657696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.658887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.659167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.659339] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.661956] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f05f85-8610-427d-9ba1-81329d15d82c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.663280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.663377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.663520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.663787] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.663881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.663929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.664109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.664143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.664240] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.666016] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.666016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.666165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.666807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.666807] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.857261] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.166734] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.168777] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac with status ACTIVE [ 900.168777] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.168777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.168777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.168777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.168777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.169052] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.169052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.169123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.169332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.169332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.170042] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.171172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.171281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.171431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.172067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.172067] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac is going to be updated. [ 900.172887] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f05f85-8610-427d-9ba1-81329d15d82c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.172987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.194562] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.194737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.195575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.195575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.195575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.195575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40fbf0b-65d9-4a4a-a1a8-8e573c8e49ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.359998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.360343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.360343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.360492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.360659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.360703] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 900.420670] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.420813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.420881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.421126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.421284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.439955] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 900.668957] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.170903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.171231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.171318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.171638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.171776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.171902] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f05f85-8610-427d-9ba1-81329d15d82c is going to be created. [ 901.200687] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.200835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.200989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.201167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.201335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.213132] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f05f85-8610-427d-9ba1-81329d15d82c in Status: UNINITIALIZED for 2s [ 902.451534] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 902.451803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.452010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.452179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.452282] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.452513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.452513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.452673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.452758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.452858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.452953] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.672423] env[66146]: INFO networking_nsxv3.common.synchronization [req-3975027d-01bd-4f6a-ab43-ca21cc5df188 req-224b380e-f13b-4b00-8ec9-41d40df5ae56 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 902.673030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 902.673634] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.673772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.673857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.674078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.674232] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.675077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.675198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.675385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.675551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.675661] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.955226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.955435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.955513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.956034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.958098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.958098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.958098] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.134992] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.135259] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.135411] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.136206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.136534] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.136722] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.136864] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.137143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.137402] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.137796] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.137970] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.138121] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.138288] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.138497] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.138611] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.138834] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.165061] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.165349] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.165480] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.165727] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.166262] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.166483] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.166605] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.166924] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.167096] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a05498d-bcbb-4acb-8c63-c0ad172d5ecf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.178759] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.225189] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f05f85-8610-427d-9ba1-81329d15d82c in Status: SUCCESS [ 903.225515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.226211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.226506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.226744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.226881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.226956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.227294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.227385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.227498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.227618] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.460932] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4b43af9-59a0-477c-a525-8b7c2b55bd4c: rpc.has_security_group_logging(os_id): False [ 903.479842] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.480032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.480107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.480327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.480434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.480636] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.480734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.480796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.480946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.481034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.481209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.481325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.481356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.481586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.481657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.481851] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.481941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.482010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.482155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.482228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.482310] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 903.542921] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.543086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.543181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.543414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.543722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.558277] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 903.673029] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.673029] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 9a05498d-bcbb-4acb-8c63-c0ad172d5ecf not found, creating... [ 903.673029] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.673029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.673824] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.673824] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.673824] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.674269] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.674698] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.675046] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 9a05498d-bcbb-4acb-8c63-c0ad172d5ecf is going to be created. [ 903.681416] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.699454] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.699454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.699454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.699454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.699454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.699903] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.730103] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.185344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.185344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.185643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.185681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.186690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.186690] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 904.224418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.224418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.224418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.224418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.224418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.236171] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25f05f85-8610-427d-9ba1-81329d15d82c: rpc.has_security_group_logging(os_id): False [ 904.238095] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 904.257225] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.257352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.258138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.258384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.258470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.262019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.262019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.262019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.262019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.262019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.262728] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f05f85-8610-427d-9ba1-81329d15d82c is going to be created. [ 904.339244] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.339244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.339244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.339244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.339244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.350917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f05f85-8610-427d-9ba1-81329d15d82c in Status: IN_PROGRESS for 2s [ 904.448095] env[66146]: INFO networking_nsxv3.common.synchronization [req-3975027d-01bd-4f6a-ab43-ca21cc5df188 req-51a16640-5b25-47d9-841a-08890b7fc39c service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 904.448095] env[66146]: INFO networking_nsxv3.common.synchronization [req-3975027d-01bd-4f6a-ab43-ca21cc5df188 req-51a16640-5b25-47d9-841a-08890b7fc39c service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 904.448095] env[66146]: INFO networking_nsxv3.common.synchronization [req-3975027d-01bd-4f6a-ab43-ca21cc5df188 req-51a16640-5b25-47d9-841a-08890b7fc39c service nova] Enqueued Resource ID: 9a05498d-bcbb-4acb-8c63-c0ad172d5ecf with Priority: HIGHEST for action port [ 904.448095] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 904.448878] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 904.449429] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a05498d-bcbb-4acb-8c63-c0ad172d5ecf with Priority: HIGHEST for action port [ 904.450261] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.450851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.451394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.452039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.452378] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.455528] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.455528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.456500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.456896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.458357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.458357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.458357] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a05498d-bcbb-4acb-8c63-c0ad172d5ecf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.692376] env[66146]: INFO networking_nsxv3.common.synchronization [None req-505aa4e3-aa4e-4eed-b47c-2a1130ebac6e None None] Enqueued Resource ID: 8a9acd6a-2209-4041-82ad-4a17af44abac with Priority: HIGHEST for action port [ 904.693111] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9acd6a-2209-4041-82ad-4a17af44abac with Priority: HIGHEST for action port [ 904.693626] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a9acd6a-2209-4041-82ad-4a17af44abac taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.694279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a9acd6a-2209-4041-82ad-4a17af44abac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.694501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a9acd6a-2209-4041-82ad-4a17af44abac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.694877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a9acd6a-2209-4041-82ad-4a17af44abac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.695037] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a9acd6a-2209-4041-82ad-4a17af44abac',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.961187] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.961720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.961720] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a05498d-bcbb-4acb-8c63-c0ad172d5ecf with status ACTIVE [ 904.961720] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.962694] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.962694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.963280] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.963280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.963280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.963280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.963280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.963280] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a05498d-bcbb-4acb-8c63-c0ad172d5ecf is going to be updated. [ 904.985063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.985063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.985331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.985408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.985597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.985814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a05498d-bcbb-4acb-8c63-c0ad172d5ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.199599] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a9acd6a-2209-4041-82ad-4a17af44abac [ 905.199599] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.199599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.199599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.199939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.199939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.199939] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a9acd6a-2209-4041-82ad-4a17af44abac already deleted. [ 905.200116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a9acd6a-2209-4041-82ad-4a17af44abac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.494624] env[66146]: INFO networking_nsxv3.common.synchronization [req-10b363d3-9d75-4add-baba-76990c101cba req-d40f9d65-80f8-4efb-84a1-86d85bc8285e tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 905.495217] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 905.495527] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.495652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.495721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.495939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.498109] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.498229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.498293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.498526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.498635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.498733] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.572864] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 905.572963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.573230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.573840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.573840] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.825905] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.828021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.828021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.828021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.828021] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.828021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.828021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.828021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.828021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.828466] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.828717] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.828920] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.831370] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.831370] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.831370] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.831370] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.850182] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.850182] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.850182] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.850308] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.850545] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-f1756b9b-a796-4461-8b59-28630788c268 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.850721] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.850831] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.851268] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.851422] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1756b9b-a796-4461-8b59-28630788c268',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.001554] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.001554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.003446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.003446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.029707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.029707] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.029707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.029707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.029707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.029707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.029707] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 906.059717] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.059886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.059953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.060181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.060321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.070471] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 906.075684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.076385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.076385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.076385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.077058] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.077202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.077277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.077482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.077576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.077706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.077800] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.249678] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 906.249909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.250132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.250312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.250515] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.250636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.250699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.250848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.250927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.251034] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.355962] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.356231] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.356411] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.356618] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.356764] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.356947] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port f1756b9b-a796-4461-8b59-28630788c268 not found, creating... [ 906.357223] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.357402] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.357775] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.357914] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.358137] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.358649] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.358752] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.358841] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.359111] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.359252] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.359387] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: f1756b9b-a796-4461-8b59-28630788c268 is going to be created. [ 906.377236] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25f05f85-8610-427d-9ba1-81329d15d82c in Status: SUCCESS [ 906.377965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.382276] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.382504] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.382629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.382897] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.383147] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.383375] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.582524] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.583748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.584038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.584273] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.584551] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.584706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.584793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.585062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.585146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.585250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.585472] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.585615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.585719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.585894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.586662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.586662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.586662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.586662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.586662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.586662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.587036] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.754117] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.090493] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4b43af9-59a0-477c-a525-8b7c2b55bd4c: rpc.has_security_group_logging(os_id): False [ 907.111062] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.111062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.111285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.111511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.111614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.111816] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.111940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.111982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.112157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.112240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.112449] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.112797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.112797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.112797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.112927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.113021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.113137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.113206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.113350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.113438] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.113524] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 907.177124] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.177558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.177558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.177694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.178202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.194719] env[66146]: INFO networking_nsxv3.common.synchronization [req-10b363d3-9d75-4add-baba-76990c101cba req-94d1e9a1-0d04-47ce-bf97-4128259f13e2 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 907.194852] env[66146]: INFO networking_nsxv3.common.synchronization [req-10b363d3-9d75-4add-baba-76990c101cba req-94d1e9a1-0d04-47ce-bf97-4128259f13e2 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 907.195031] env[66146]: INFO networking_nsxv3.common.synchronization [req-10b363d3-9d75-4add-baba-76990c101cba req-94d1e9a1-0d04-47ce-bf97-4128259f13e2 service nova] Enqueued Resource ID: f1756b9b-a796-4461-8b59-28630788c268 with Priority: HIGHEST for action port [ 907.195972] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 907.196715] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 907.196715] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 907.196715] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1756b9b-a796-4461-8b59-28630788c268 with Priority: HIGHEST for action port [ 907.197776] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.197890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.197965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.198218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.198272] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.199161] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.199259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.199455] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1756b9b-a796-4461-8b59-28630788c268 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.199558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.199622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.199794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.199871] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1756b9b-a796-4461-8b59-28630788c268',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.259055] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.269219] env[66146]: INFO networking_nsxv3.common.synchronization [None req-d5954e01-c0a7-4e77-b694-ba870178e270 None None] Enqueued Resource ID: 7d52975c-25cc-40b5-9af1-5e4eab3b33b2 with Priority: HIGHEST for action port [ 907.270041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d52975c-25cc-40b5-9af1-5e4eab3b33b2 with Priority: HIGHEST for action port [ 907.270831] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d52975c-25cc-40b5-9af1-5e4eab3b33b2 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.270970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d52975c-25cc-40b5-9af1-5e4eab3b33b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.271050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d52975c-25cc-40b5-9af1-5e4eab3b33b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.271358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d52975c-25cc-40b5-9af1-5e4eab3b33b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.271420] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d52975c-25cc-40b5-9af1-5e4eab3b33b2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.702189] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.702428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.702687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1756b9b-a796-4461-8b59-28630788c268 with status ACTIVE [ 907.702875] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.703046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.703170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.703278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.703367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.703536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.703651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.703760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.703935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.703983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.704159] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.704246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.704313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.704459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.704533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.704620] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1756b9b-a796-4461-8b59-28630788c268 is going to be updated. [ 907.728723] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.728915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.728963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.729371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.729576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.729771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1756b9b-a796-4461-8b59-28630788c268" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.762038] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.762038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.762038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.762357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.762357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.762427] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 907.775572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d52975c-25cc-40b5-9af1-5e4eab3b33b2 [ 907.775572] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.775572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.775572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.775572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.776053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.776053] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d52975c-25cc-40b5-9af1-5e4eab3b33b2 already deleted. [ 907.776053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d52975c-25cc-40b5-9af1-5e4eab3b33b2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.823191] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.823753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.825019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.825019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.825019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.843461] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 908.086431] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 908.086431] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 908.086431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.086431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.086431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.086431] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.086431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.086431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.086431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.086782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.086782] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.225288] env[66146]: INFO networking_nsxv3.common.synchronization [req-6fe45b1c-ab45-4365-9383-f0914fbf86d3 req-df7cfd50-2732-467f-ac1f-5db62f763e3a tempest-ServersNegativeTestMultiTenantJSON-697886433 tempest-ServersNegativeTestMultiTenantJSON-697886433-project-member] Enqueued Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_members [ 908.226912] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_members [ 908.227342] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.227799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.227799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.228106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.228348] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.228504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.228616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.228860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.228994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.229156] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.423658] env[66146]: INFO networking_nsxv3.common.synchronization [None req-aae6fe55-7ef9-451f-aea9-755a57bf9f30 tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_rules [ 908.423658] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_rules [ 908.423658] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.423658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.423658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.423658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.423658] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.587414] env[66146]: INFO networking_nsxv3.common.synchronization [None req-652b1465-ca5d-4cba-91da-50a73e03403f tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_rules [ 908.587825] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_rules [ 908.588136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.588232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.597170] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.655021] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-561 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.655021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-561" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.655021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-561" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.655021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-561" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.655021] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.655021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.655021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.655021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.655021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.660356] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.660356] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.660356] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.660356] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.660356] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.660356] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.660356] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.679683] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.679891] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.680050] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.680228] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-561" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.680552] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-40007624-976a-4250-a728-6d22e83f7377 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.680725] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.680844] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.681173] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.681308] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40007624-976a-4250-a728-6d22e83f7377',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.731587] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.731752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.731809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.732036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.732131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.732326] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.732438] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.732494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.732630] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.732707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.732792] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 332788e4-c364-4c3f-a611-683d0d6cf44d already deleted. [ 908.732915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.949728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.949880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.949942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.950216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.950328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.950469] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e already deleted. [ 908.950562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.950717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.950875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.950957] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.098807] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.185302] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.185571] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.185712] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.185988] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.186153] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.186323] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 40007624-976a-4250-a728-6d22e83f7377 not found, creating... [ 909.186616] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.186935] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.187099] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.187357] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.187500] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.187859] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.188068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.188479] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.188479] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.188633] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.188826] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 40007624-976a-4250-a728-6d22e83f7377 is going to be created. [ 909.211339] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.211585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.211818] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.212189] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.212460] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.212742] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.214285] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 909.214979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.474225] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.474225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.474225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.474225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.474225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.474225] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e already deleted. [ 909.474225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.602588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.602749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.602834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.603067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.603156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.603246] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 909.633048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.633199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.633275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.633506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.633739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.644682] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 909.854928] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 909.855407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.855475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.855682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.855921] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.856071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.856142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.856332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.856956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.856956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.856956] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.967808] env[66146]: INFO networking_nsxv3.common.synchronization [req-6fe45b1c-ab45-4365-9383-f0914fbf86d3 req-282ab411-7ed5-4c28-bc97-3d099dbdeded service nova] Enqueued Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_rules [ 909.968565] env[66146]: INFO networking_nsxv3.common.synchronization [req-6fe45b1c-ab45-4365-9383-f0914fbf86d3 req-282ab411-7ed5-4c28-bc97-3d099dbdeded service nova] Enqueued Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_members [ 909.968565] env[66146]: INFO networking_nsxv3.common.synchronization [req-6fe45b1c-ab45-4365-9383-f0914fbf86d3 req-282ab411-7ed5-4c28-bc97-3d099dbdeded service nova] Enqueued Resource ID: 40007624-976a-4250-a728-6d22e83f7377 with Priority: HIGHEST for action port [ 909.968748] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_rules [ 909.968897] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_members [ 909.969046] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40007624-976a-4250-a728-6d22e83f7377 with Priority: HIGHEST for action port [ 909.969423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.969528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.969582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.969831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.969919] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.970840] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.970979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.971082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.971296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.971477] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.971761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.971931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.972131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.972237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.972346] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.973284] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-40007624-976a-4250-a728-6d22e83f7377 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.973345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.973463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.973581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.973726] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40007624-976a-4250-a728-6d22e83f7377',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.360548] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.360821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.361676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.362131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.366022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.366022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.366022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.366959] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.366959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.366959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.366959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.366959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.366959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.369160] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.478628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.478913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.478913] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.479958] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40007624-976a-4250-a728-6d22e83f7377 with status ACTIVE [ 910.480120] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.480205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.480473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.480473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.482020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.482020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.482020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.482020] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40007624-976a-4250-a728-6d22e83f7377 is going to be updated. [ 910.515175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.515376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.515441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.515680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.519027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.519027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40007624-976a-4250-a728-6d22e83f7377" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.872635] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 910.893512] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.893802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.894153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.894423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.916748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.917049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.917175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.917244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.917447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.917845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.918105] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.918239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.918304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.918498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.918574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.919436] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.919588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.919676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.919867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.919960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.920121] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 910.984297] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.987819] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.988085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.988240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.988482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.988639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.005714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 911.487562] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.487853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.487853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.488061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.488190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.488311] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 332788e4-c364-4c3f-a611-683d0d6cf44d is going to be created. [ 911.513360] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.513523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.513582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.513839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.513999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.526026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 332788e4-c364-4c3f-a611-683d0d6cf44d in Status: UNINITIALIZED for 2s [ 911.656258] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 911.656481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.656652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.656870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.657091] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.657218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.657283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.657442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.657523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.657606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.657698] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.163247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.163503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.163612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.164018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.164333] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.164462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.164665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.165258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.167831] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.167831] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.167831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.168228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.168228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.168228] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.671476] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddf3145-3c89-4578-bd0a-7abd0579d63a: rpc.has_security_group_logging(os_id): False [ 912.692638] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.692823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.692934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.693202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.693321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.693868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.693868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.693868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.694029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.694061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.694245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.694342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.694403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.694545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.694622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.694836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.694941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.695012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.695185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.695260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.695347] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 912.761019] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.761019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.761019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.761223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.761398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.779522] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 912.964887] env[66146]: INFO networking_nsxv3.common.synchronization [req-439e0c9f-7830-404f-b830-be52de5eb88e req-76c51d3d-51bb-4aea-8125-a8917c71a9b5 tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 912.965828] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 912.966314] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.966444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.966547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.966804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.966940] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.967058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.967117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.967307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.967411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.967520] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.043277] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 913.043578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.324597] env[66146]: INFO networking_nsxv3.common.synchronization [req-ebf872c0-71ce-4df6-ad3d-7b047e69bdcc req-a47e66f6-7356-4191-befc-341e54147cb2 tempest-ListServersNegativeTestJSON-1409408719 tempest-ListServersNegativeTestJSON-1409408719-project-member] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 913.328231] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 913.328231] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.328231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.328231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.328231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.328231] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.328231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.328231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.328231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.328231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.328231] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.469768] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.536893] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 332788e4-c364-4c3f-a611-683d0d6cf44d in Status: SUCCESS [ 913.537151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.537383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.537635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.537864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.538040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.538631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.538631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.538631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.538631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.538631] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.829520] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.972463] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.041017] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.041195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.041269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.041641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.041839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.041972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.042017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.042199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.042286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.042636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.042636] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.042758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.042981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.043256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.043473] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.043698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.043874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.044127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.044272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.044417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.044564] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.333058] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.474385] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.474601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.474721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.475109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.475244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.475389] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 914.513869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.513869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.513869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.513869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.513869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.522269] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 914.547085] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 332788e4-c364-4c3f-a611-683d0d6cf44d: rpc.has_security_group_logging(os_id): False [ 914.567698] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.567698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.567698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.567874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.567874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.568046] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.568189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.568258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.568412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.568481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.568688] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.568783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.568846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.568993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.569083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.569268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.571048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.571048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.571048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.571048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.571048] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 332788e4-c364-4c3f-a611-683d0d6cf44d is going to be created. [ 914.638729] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.638729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.638729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.638969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.638969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.651822] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 332788e4-c364-4c3f-a611-683d0d6cf44d in Status: IN_PROGRESS for 2s [ 914.813958] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 914.814439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.835290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.835641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.835641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.837838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.837960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.838064] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 914.873325] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.873325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.873325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.873325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.873749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.885053] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 916.535299] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 916.535299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.667053] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 332788e4-c364-4c3f-a611-683d0d6cf44d in Status: SUCCESS [ 916.667290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.777550] env[66146]: INFO networking_nsxv3.common.synchronization [req-56600037-c31b-4d9b-a988-da339ee161c7 req-d413b5af-260f-4788-aaaf-8d3be8e84d26 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 916.777725] env[66146]: INFO networking_nsxv3.common.synchronization [req-56600037-c31b-4d9b-a988-da339ee161c7 req-d413b5af-260f-4788-aaaf-8d3be8e84d26 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_members [ 916.777858] env[66146]: INFO networking_nsxv3.common.synchronization [req-56600037-c31b-4d9b-a988-da339ee161c7 req-d413b5af-260f-4788-aaaf-8d3be8e84d26 tempest-SecurityGroupsTestJSON-1229461349 tempest-SecurityGroupsTestJSON-1229461349-project-member] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 916.778550] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGHEST for action security_group_members [ 916.778692] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGHEST for action security_group_members [ 916.778792] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGHEST for action security_group_members [ 916.779198] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.779324] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.779393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.779686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.779844] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.779946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.780023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.780276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.780373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.780471] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.781399] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-036cf709-ed9e-4202-8ebf-9c7d61c16931 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.781499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.781623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.781934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.782098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.782197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.782262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.782403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.782487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.782578] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.783869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.783996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.784100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.784235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.784378] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.784462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.784604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.784671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.784737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.784841] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.896705] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 916.897128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.286973] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.287301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.287415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.287786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.289556] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.289694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.290115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.290223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.311319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.311443] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.311513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.311620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.311813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.311902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.311995] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 is going to be updated. [ 917.313162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.313272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.313272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.313454] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.313604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.313719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.313940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.314054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.314142] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be updated. [ 917.315278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.315488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.339333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.339666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.339838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.339914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.340139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.340227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.340318] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be updated. [ 917.346996] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.347214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.347214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.347427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.348208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.353029] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.353029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.353029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.353029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.353029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.357017] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: IN_PROGRESS for 2s [ 917.361315] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: IN_PROGRESS for 2s [ 917.381985] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.382137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.382207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.382424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.382562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.399195] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: IN_PROGRESS for 2s [ 917.404240] env[66146]: INFO networking_nsxv3.common.synchronization [req-7752f6b8-69f8-4d0d-bdc5-a472058eddb8 req-c6c2c211-9ed6-4f41-98a0-a7c00995d88b tempest-ServersV294TestFqdnHostnames-8082494 tempest-ServersV294TestFqdnHostnames-8082494-project-member] Enqueued Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_members [ 917.405381] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_members [ 917.405381] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.405381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.405381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.406467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.406467] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.406467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.406467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.406467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.406467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.406966] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.732472] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.732805] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-476" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.732805] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-476" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.733133] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-476" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.733408] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.733641] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.733757] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.733932] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.734088] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.734292] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.734404] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.734597] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.734727] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.734847] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.734952] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.735091] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.757143] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.757143] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.757143] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.757143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-476" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.757143] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.757143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.757143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.757143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.757143] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce8f3e0-c7fc-4e57-abb1-f9c3960b013d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.910653] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.910879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.910879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.911016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.911071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.911238] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.911334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.911392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.911538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.911623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.911709] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 already deleted. [ 917.911783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.265031] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.265031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.265031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.265031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.265031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.265031] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port dce8f3e0-c7fc-4e57-abb1-f9c3960b013d not found, creating... [ 918.265031] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.265031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.265031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.265992] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.266371] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.266897] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.267289] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.267544] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.268017] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.268324] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.268695] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: dce8f3e0-c7fc-4e57-abb1-f9c3960b013d is going to be created. [ 918.314235] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.314235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.314235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.314235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.314235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.314235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.025244] env[66146]: INFO networking_nsxv3.common.synchronization [req-7752f6b8-69f8-4d0d-bdc5-a472058eddb8 req-44c7e302-c9c2-488d-8680-a4a4f525103f service nova] Enqueued Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_rules [ 919.025244] env[66146]: INFO networking_nsxv3.common.synchronization [req-7752f6b8-69f8-4d0d-bdc5-a472058eddb8 req-44c7e302-c9c2-488d-8680-a4a4f525103f service nova] Enqueued Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_members [ 919.025244] env[66146]: INFO networking_nsxv3.common.synchronization [req-7752f6b8-69f8-4d0d-bdc5-a472058eddb8 req-44c7e302-c9c2-488d-8680-a4a4f525103f service nova] Enqueued Resource ID: dce8f3e0-c7fc-4e57-abb1-f9c3960b013d with Priority: HIGHEST for action port [ 919.025641] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_rules [ 919.025641] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_members [ 919.025641] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce8f3e0-c7fc-4e57-abb1-f9c3960b013d with Priority: HIGHEST for action port [ 919.025925] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.026100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.026203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.026933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.026933] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.027458] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.027632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.027776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.027922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.028252] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.028252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.028369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.029396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.029396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.029396] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.029610] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.029715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.029828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.029976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.030088] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce8f3e0-c7fc-4e57-abb1-f9c3960b013d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.368593] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5625618e-0122-4be5-9b38-6f493ee056bf in Status: SUCCESS [ 919.368593] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf deletion is rescheduled due to dependency. [ 919.368593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.370541] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 in Status: SUCCESS [ 919.370541] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 deletion is rescheduled due to dependency. [ 919.370541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.409572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b in Status: SUCCESS [ 919.409747] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b deletion is rescheduled due to dependency. [ 919.409866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.532102] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.532246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.532446] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.533391] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dce8f3e0-c7fc-4e57-abb1-f9c3960b013d with status ACTIVE [ 919.533676] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.533749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.533781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.533978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.534086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.534253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.534347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.534408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.534555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.534633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.534840] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.534933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.534994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.535150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.535223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.535302] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dce8f3e0-c7fc-4e57-abb1-f9c3960b013d is going to be updated. [ 919.558365] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.558511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.558583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.558790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.558930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.559111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce8f3e0-c7fc-4e57-abb1-f9c3960b013d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.040918] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.543446] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.543740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.543869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.544106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.544229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.544350] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 is going to be created. [ 920.570123] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.570333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.570333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.570726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.570931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.586643] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19598770-311d-41de-95b7-a32cfdb0a740 in Status: UNINITIALIZED for 2s [ 921.653135] env[66146]: INFO networking_nsxv3.common.synchronization [req-a6845bad-008a-4c2d-9b87-73c9e1a46f94 req-038bfded-b237-4425-8937-a2767a5a8f88 tempest-ServerActionsV293TestJSON-549764471 tempest-ServerActionsV293TestJSON-549764471-project-member] Enqueued Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_members [ 921.654847] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGHEST for action security_group_members [ 921.655209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.655343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.655487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.656312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.656479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.656583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.656641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.656857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.656907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.656974] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.160693] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.160693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.160693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.160903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.187521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.188798] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.188798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.188798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.188798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.188798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.188798] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e is going to be updated. [ 922.221034] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.221034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.221034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.221326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.221533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.233077] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e in Status: IN_PROGRESS for 2s [ 922.614347] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19598770-311d-41de-95b7-a32cfdb0a740 in Status: SUCCESS [ 922.614565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.614743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.614967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.615184] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.615304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.615369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.615517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.615591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.615672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.615761] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.075548] env[66146]: INFO networking_nsxv3.common.synchronization [req-67cc7d77-4b0b-4cef-86f5-2accce389eb9 req-acdd3978-7d07-4a97-a4ef-453d142dd1ae tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 923.076897] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 923.076897] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.076897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.076897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.076897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.076897] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.077275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.077275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.077344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.077498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.077616] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.119717] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.580286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.580477] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.581691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.581691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.581691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.581691] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.581691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.581691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.581691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.581691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.581691] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 923.622813] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19598770-311d-41de-95b7-a32cfdb0a740: rpc.has_security_group_logging(os_id): False [ 923.634839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.634839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.634839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.634839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.635166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.644525] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 923.652076] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.652076] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.652076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.652076] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 is going to be created. [ 923.707853] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.708050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.708101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.708319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.708504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.723016] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19598770-311d-41de-95b7-a32cfdb0a740 in Status: IN_PROGRESS for 2s [ 923.727990] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.728209] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.728369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.728765] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.729111] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.729299] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.729441] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.729676] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.729838] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.730228] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.730228] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.730399] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.730399] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.730512] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.730560] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.730968] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.749671] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.749847] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.750014] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.750209] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.750532] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.750700] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.750817] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.751122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.751260] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604fd50-6dcc-474a-b5a4-92cad5d4f0fd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.118032] env[66146]: INFO networking_nsxv3.common.synchronization [req-3a422d5f-3893-460f-8d60-a2d8fb434176 req-44ea6213-2233-47dd-bc6a-3a927cc478f3 tempest-ServersNegativeTestMultiTenantJSON-697886433 tempest-ServersNegativeTestMultiTenantJSON-697886433-project-member] Enqueued Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_members [ 924.118032] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGHEST for action security_group_members [ 924.119571] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.119950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.121043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.121043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.121043] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.121043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.121043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.121365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.121365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.121365] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.243816] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e in Status: SUCCESS [ 924.244065] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e deletion is rescheduled due to dependency. [ 924.244190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.254431] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.254733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.254860] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.255202] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.255376] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.255725] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.256238] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.256238] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.256335] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.256415] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.256684] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.256876] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.256960] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.257156] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.257288] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.257423] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd is going to be updated. [ 924.298099] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.298353] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.299148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.299730] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.299965] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.300284] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.624900] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.625162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.625226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.625462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.625586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.625763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.625873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.625936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.626117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.626196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.626284] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 332788e4-c364-4c3f-a611-683d0d6cf44d is going to be updated. [ 924.653983] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.653983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.653983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.654189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.654316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.664513] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 332788e4-c364-4c3f-a611-683d0d6cf44d in Status: IN_PROGRESS for 2s [ 925.018097] env[66146]: INFO networking_nsxv3.common.synchronization [req-0356a7fe-5276-4e87-b21a-b9916a3d53ce req-9cde89e9-97fb-489f-91c6-a7a49041b30b service nova] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 925.018276] env[66146]: INFO networking_nsxv3.common.synchronization [req-0356a7fe-5276-4e87-b21a-b9916a3d53ce req-9cde89e9-97fb-489f-91c6-a7a49041b30b service nova] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 925.018478] env[66146]: INFO networking_nsxv3.common.synchronization [req-0356a7fe-5276-4e87-b21a-b9916a3d53ce req-9cde89e9-97fb-489f-91c6-a7a49041b30b service nova] Enqueued Resource ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd with Priority: HIGHEST for action port [ 925.018940] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_rules [ 925.020276] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 925.020414] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd with Priority: HIGHEST for action port [ 925.020704] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.020827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.020892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.021111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.021180] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.022048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.022164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.022231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.022405] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.022855] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.022855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.022855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.022855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.023956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.024071] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.025443] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.025443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.025443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.025601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.025601] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f604fd50-6dcc-474a-b5a4-92cad5d4f0fd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.527154] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.528780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.528780] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.530224] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f604fd50-6dcc-474a-b5a4-92cad5d4f0fd with status ACTIVE [ 925.530520] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.530610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.530610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.531528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.531528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.537030] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.537030] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.537030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.537030] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f604fd50-6dcc-474a-b5a4-92cad5d4f0fd is going to be updated. [ 925.562094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.562239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.562305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.562520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.562654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.563216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f604fd50-6dcc-474a-b5a4-92cad5d4f0fd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.655859] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 925.656178] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 925.656354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.740885] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19598770-311d-41de-95b7-a32cfdb0a740 in Status: SUCCESS [ 925.740885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.038615] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.540328] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.540627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.540627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.540781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.540876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.540985] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc is going to be updated. [ 926.570798] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.571212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.571212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.571212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.571400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.580186] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: IN_PROGRESS for 2s [ 926.674972] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 332788e4-c364-4c3f-a611-683d0d6cf44d in Status: SUCCESS [ 926.675176] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 332788e4-c364-4c3f-a611-683d0d6cf44d deletion is rescheduled due to dependency. [ 926.675226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.331055] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e6c5ad66-c717-4906-be2e-be20365e8d69 None None] Enqueued Resource ID: e8f11873-adab-470a-8db4-bdc038eb0625 with Priority: HIGHEST for action port [ 927.331830] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f11873-adab-470a-8db4-bdc038eb0625 with Priority: HIGHEST for action port [ 927.332904] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f11873-adab-470a-8db4-bdc038eb0625 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.334802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f11873-adab-470a-8db4-bdc038eb0625" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.334918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f11873-adab-470a-8db4-bdc038eb0625" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.335173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f11873-adab-470a-8db4-bdc038eb0625" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.335266] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f11873-adab-470a-8db4-bdc038eb0625',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.763907] env[66146]: INFO networking_nsxv3.common.synchronization [None req-10438d7c-5ae0-4f36-93d2-e00768ce7382 None None] Enqueued Resource ID: 803c97cb-5dde-4c09-b91b-65d509d0eb49 with Priority: HIGHEST for action port [ 927.764540] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 803c97cb-5dde-4c09-b91b-65d509d0eb49 with Priority: HIGHEST for action port [ 927.766604] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-803c97cb-5dde-4c09-b91b-65d509d0eb49 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.766742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-803c97cb-5dde-4c09-b91b-65d509d0eb49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.766816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-803c97cb-5dde-4c09-b91b-65d509d0eb49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.767097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-803c97cb-5dde-4c09-b91b-65d509d0eb49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.767185] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('803c97cb-5dde-4c09-b91b-65d509d0eb49',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.837151] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8f11873-adab-470a-8db4-bdc038eb0625 [ 927.837506] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.837670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.837740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.837995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.838133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.839111] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8f11873-adab-470a-8db4-bdc038eb0625 already deleted. [ 927.839111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f11873-adab-470a-8db4-bdc038eb0625" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.269104] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 803c97cb-5dde-4c09-b91b-65d509d0eb49 [ 928.269340] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.269487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.269536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.269735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.269827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.269917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:803c97cb-5dde-4c09-b91b-65d509d0eb49 already deleted. [ 928.269997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-803c97cb-5dde-4c09-b91b-65d509d0eb49" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.591146] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: SUCCESS [ 928.591362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.591532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.591770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.591953] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.592086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.592154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.592311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.592392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.592489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.592581] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.095105] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.599536] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56caaf32-1841-429d-a2e4-9774ef11c0fc: rpc.has_security_group_logging(os_id): False [ 929.627112] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.627308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.627308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.627660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.661893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.662860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.663043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.663111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.663326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.663401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.663503] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc is going to be updated. [ 929.741527] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.746242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.746242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.746242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.746242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.771032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: IN_PROGRESS for 2s [ 930.475692] env[66146]: INFO networking_nsxv3.common.synchronization [None req-b3b53e54-b513-4b87-a40e-1ccfcc7eaffc None None] Enqueued Resource ID: 8c8fa0d0-04f1-45d9-9639-ec472b91bd20 with Priority: HIGHEST for action port [ 930.476277] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8fa0d0-04f1-45d9-9639-ec472b91bd20 with Priority: HIGHEST for action port [ 930.476610] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c8fa0d0-04f1-45d9-9639-ec472b91bd20 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.476783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c8fa0d0-04f1-45d9-9639-ec472b91bd20" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.476898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c8fa0d0-04f1-45d9-9639-ec472b91bd20" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.477114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c8fa0d0-04f1-45d9-9639-ec472b91bd20" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.477475] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8fa0d0-04f1-45d9-9639-ec472b91bd20',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.980668] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c8fa0d0-04f1-45d9-9639-ec472b91bd20 [ 930.981831] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.981970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.982020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.982380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.982462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.982582] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c8fa0d0-04f1-45d9-9639-ec472b91bd20 already deleted. [ 930.982722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c8fa0d0-04f1-45d9-9639-ec472b91bd20" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.786487] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: SUCCESS [ 931.786819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.176291] env[66146]: INFO networking_nsxv3.common.synchronization [req-778efcfc-f803-4a49-8467-2c7994988150 req-014c7df5-dcbb-4db7-a567-52d1bcf24bf6 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 932.176776] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 932.177704] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.177704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.177704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.178106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.178422] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.178623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.178753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.179143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.179388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.181316] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.383253] env[66146]: INFO networking_nsxv3.common.synchronization [req-f810b758-7238-4857-a468-07ffeb804041 req-ffd7e4c0-488e-4d88-9227-d19cb4d64410 tempest-ListServerFiltersTestJSON-1273112164 tempest-ListServerFiltersTestJSON-1273112164-project-member] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 932.383253] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGHEST for action security_group_members [ 932.383253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.383253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.383253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.383727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.384063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.384288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.384492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.384799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.385027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.385286] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.649154] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.649445] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.649445] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.649979] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.650199] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.650808] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.650808] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.650984] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.651698] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.652236] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.652236] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.652395] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.652577] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.652991] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.652991] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.652991] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.675399] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.675908] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.676164] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.676504] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.676955] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-3de31adb-9e10-40a7-a5c0-0b5ca653df69 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.677268] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.677528] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.677890] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.678131] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de31adb-9e10-40a7-a5c0-0b5ca653df69',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.682189] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.682305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.682305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.682567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.682694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.682946] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.683084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.683144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.683391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.683495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.683636] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be deleted. [ 932.717904] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.718133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.718182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.718365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.718465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.718554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.888274] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.888752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.888752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.889117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.907697] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ac901d8-c1c9-446c-97b9-5a0e34fc91b2 req-ec11c3ab-b1e3-4981-b780-363ea425b6b4 tempest-ServerRescueTestJSON-791122770 tempest-ServerRescueTestJSON-791122770-project-member] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 932.908453] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 932.908857] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.908995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.909116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.909341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.909533] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.909640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.909702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.909918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.910029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.910145] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.914658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.915148] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.915415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.915512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.915735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.915840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.915984] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be updated. [ 932.959387] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.959502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.959562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.961460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.961460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.972725] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: IN_PROGRESS for 2s [ 933.180374] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.180672] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.180789] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.181047] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.181224] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.181396] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 3de31adb-9e10-40a7-a5c0-0b5ca653df69 not found, creating... [ 933.181722] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.181921] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.182064] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.182311] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.182452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.182789] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.182999] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.183200] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.183471] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.183628] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.183843] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 3de31adb-9e10-40a7-a5c0-0b5ca653df69 is going to be created. [ 933.212703] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.213235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.213355] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.213829] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.214260] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.214846] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.412883] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.477335] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-794 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.477580] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.477764] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.479126] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.479126] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.479126] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.479423] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.480302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.480302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.480302] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.480302] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.480302] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.480575] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.480575] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.480637] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.481207] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.505522] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.505790] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.505898] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.505974] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-794" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.506419] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-1faa268f-f922-45f7-9ed1-d9f10da64290 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.506664] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.506768] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.507064] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.507206] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1faa268f-f922-45f7-9ed1-d9f10da64290',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.917297] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.957857] env[66146]: INFO networking_nsxv3.common.synchronization [req-778efcfc-f803-4a49-8467-2c7994988150 req-39dfbc9f-192b-4f83-9f86-c72967ae99dd service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 933.958315] env[66146]: INFO networking_nsxv3.common.synchronization [req-778efcfc-f803-4a49-8467-2c7994988150 req-39dfbc9f-192b-4f83-9f86-c72967ae99dd service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 933.958315] env[66146]: INFO networking_nsxv3.common.synchronization [req-778efcfc-f803-4a49-8467-2c7994988150 req-39dfbc9f-192b-4f83-9f86-c72967ae99dd service nova] Enqueued Resource ID: 3de31adb-9e10-40a7-a5c0-0b5ca653df69 with Priority: HIGHEST for action port [ 933.958735] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 933.959918] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 933.959991] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de31adb-9e10-40a7-a5c0-0b5ca653df69 with Priority: HIGHEST for action port [ 933.960739] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.961031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.961153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.961403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.961726] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.962868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.962987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.963067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.963260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.963431] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.963529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.963588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.963733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.963850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.963955] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.965525] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de31adb-9e10-40a7-a5c0-0b5ca653df69 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.967618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.967736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.967945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.968044] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de31adb-9e10-40a7-a5c0-0b5ca653df69',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.010888] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.011695] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.011695] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.011867] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.012046] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.012219] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 1faa268f-f922-45f7-9ed1-d9f10da64290 not found, creating... [ 934.012512] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.012746] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.012868] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.013122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.013262] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.013588] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.013734] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.015186] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.015186] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.015186] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.015186] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 1faa268f-f922-45f7-9ed1-d9f10da64290 is going to be created. [ 934.040789] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.041391] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.041391] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.041528] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.042581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.042581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.420264] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.420617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.420617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.420879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.420879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.421434] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be updated. [ 934.457851] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.457851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.457851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.458325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.458458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.469911] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.470200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.470262] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.471547] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3de31adb-9e10-40a7-a5c0-0b5ca653df69 with status ACTIVE [ 934.471720] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.471828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.471872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.472110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.472200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.472389] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.472485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.472545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.472694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.472772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.472947] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.473112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.473180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.473320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.473394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.473478] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3de31adb-9e10-40a7-a5c0-0b5ca653df69 is going to be updated. [ 934.490484] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: IN_PROGRESS for 2s [ 934.503177] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.503177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.503177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.503177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.503177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.503177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de31adb-9e10-40a7-a5c0-0b5ca653df69" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.863601] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ac901d8-c1c9-446c-97b9-5a0e34fc91b2 req-394079b3-8523-4955-bf6e-d0b2ad0a0a89 service nova] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_rules [ 934.863950] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ac901d8-c1c9-446c-97b9-5a0e34fc91b2 req-394079b3-8523-4955-bf6e-d0b2ad0a0a89 service nova] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 934.864200] env[66146]: INFO networking_nsxv3.common.synchronization [req-1ac901d8-c1c9-446c-97b9-5a0e34fc91b2 req-394079b3-8523-4955-bf6e-d0b2ad0a0a89 service nova] Enqueued Resource ID: 1faa268f-f922-45f7-9ed1-d9f10da64290 with Priority: HIGHEST for action port [ 934.864836] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_rules [ 934.865018] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 934.865276] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1faa268f-f922-45f7-9ed1-d9f10da64290 with Priority: HIGHEST for action port [ 934.870721] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.870721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.870721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.870721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.870721] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.870721] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.870721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.870721] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-1faa268f-f922-45f7-9ed1-d9f10da64290 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.870721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.870721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.871776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.871776] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1faa268f-f922-45f7-9ed1-d9f10da64290',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.976049] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.989461] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 in Status: SUCCESS [ 934.989850] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 deletion is rescheduled due to dependency. [ 934.990084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.372934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.373116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.373568] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1faa268f-f922-45f7-9ed1-d9f10da64290 with status ACTIVE [ 935.373568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.373850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.373850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.373997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.374107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.374348] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.374484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.374558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.374754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.374842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.375085] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.375188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.375250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.375395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.375481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.375557] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1faa268f-f922-45f7-9ed1-d9f10da64290 is going to be updated. [ 935.425280] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.425460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.425502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.426214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.426214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.426214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1faa268f-f922-45f7-9ed1-d9f10da64290" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.479097] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.479097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.479097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.479097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.479403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.479403] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be created. [ 935.531831] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.532030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.532135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.532400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.532570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.563700] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: UNINITIALIZED for 2s [ 935.663267] env[66146]: INFO networking_nsxv3.common.synchronization [None req-b8cf1328-f53b-48b1-8a7d-424b9f1de9f4 None None] Enqueued Resource ID: 5ee517fe-a251-410f-a9e8-46b78933568f with Priority: HIGHEST for action port [ 935.663542] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee517fe-a251-410f-a9e8-46b78933568f with Priority: HIGHEST for action port [ 935.664474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee517fe-a251-410f-a9e8-46b78933568f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.664474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee517fe-a251-410f-a9e8-46b78933568f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.664474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee517fe-a251-410f-a9e8-46b78933568f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.664474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee517fe-a251-410f-a9e8-46b78933568f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.664679] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee517fe-a251-410f-a9e8-46b78933568f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.168415] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ee517fe-a251-410f-a9e8-46b78933568f [ 936.168786] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.168994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.169104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.169651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.169929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.170471] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ee517fe-a251-410f-a9e8-46b78933568f already deleted. [ 936.170471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee517fe-a251-410f-a9e8-46b78933568f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.506069] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: SUCCESS [ 936.506421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.506623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.506859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.507075] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.507215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.507276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.507410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.507489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.507584] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.010548] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.515839] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.575150] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 937.575392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.575534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.575831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.575934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.576250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.576345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.576508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.576597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.576686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.576781] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.018284] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.018284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.018610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.018610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.018739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.018788] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be updated. [ 938.060026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.060026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.060026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.060026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.060026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.072533] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: IN_PROGRESS for 2s [ 938.082025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.082025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.082025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.082025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.082025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.083147] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.083456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.083830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.084236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.084535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.085081] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.588572] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44db8a50-2db5-4345-a78d-29c11ca11c21: rpc.has_security_group_logging(os_id): False [ 938.610336] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.610336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.610569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.610686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.610736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.610931] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.611031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.611087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.611225] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.611329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.612394] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.612537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.616174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.616406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.616508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.616722] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.616841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.616933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.617316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.617452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.617645] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be created. [ 938.682940] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.683120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.683184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.683925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.683925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.701244] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 938.863445] env[66146]: INFO networking_nsxv3.common.synchronization [None req-1c47afdc-f6e2-467d-b1c1-7f86d1bd4cc8 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 938.863445] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 938.863888] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.864069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.864069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.864368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.864441] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.865065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.865065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.865065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.865065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.865065] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.368377] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.870427] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.084086] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: SUCCESS [ 940.084349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.084624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.084815] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.084938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.085013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.085149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.085332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.085332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.085422] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.372851] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.373214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.373401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.373716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.373950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.374302] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 940.407144] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.407309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.407379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.407589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.407763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.419495] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 940.587753] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.587920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.587958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.588184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.588356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.588459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.588522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.589243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.589243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.589243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.589243] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.589243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.589243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.589243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.589577] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.589577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.589577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.589680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.589711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.589784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.589881] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.719849] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 940.720051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.943961] env[66146]: INFO networking_nsxv3.common.synchronization [req-0e89a286-c593-47a1-b3ab-06508f4baf4b req-d6f259ff-eb0f-45a1-9aa6-0f9dc9c7ce37 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 940.945450] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 940.945450] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.945450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.945450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.945450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.945774] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.945774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.945774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.947998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.947998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.947998] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.093275] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b3be1fc-c287-4b13-967f-63c52e48ec4f: rpc.has_security_group_logging(os_id): False [ 941.111919] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.113038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.113038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.113038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.130163] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.130346] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.130914] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.130914] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.131051] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.131444] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.131444] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.131581] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.131793] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.132108] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.132263] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.132389] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.132528] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.132648] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.132749] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.132897] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.136897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.137175] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.137348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.137348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.137574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.137624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.137806] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.137905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.137969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.138141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.138217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.138425] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.138553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.138664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.138958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.139076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.139714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be updated. [ 941.164538] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.164863] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.165113] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.165433] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.165973] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-78cc1c12-d828-40b8-8a34-fc88135d887b taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.166404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.166646] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.167588] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.167588] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78cc1c12-d828-40b8-8a34-fc88135d887b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.208848] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.208848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.208848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.208848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.208848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.223029] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: IN_PROGRESS for 2s [ 941.311605] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.311839] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.311979] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.312330] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.312600] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.312757] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.312908] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.313629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.313629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.313629] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.313873] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.313873] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.313978] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.314026] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.314132] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.314298] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.342101] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.342301] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.342471] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.342705] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.343107] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-be1bb629-2231-447e-97e4-a162c694ee65 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.343351] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.343466] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.343813] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.344011] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1bb629-2231-447e-97e4-a162c694ee65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.448302] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.448659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.448759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.449020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.449132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.449294] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.449401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.449472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.449688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.449769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.449856] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 already deleted. [ 941.449935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.670750] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.670973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.671116] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.671453] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.671627] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.671810] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 78cc1c12-d828-40b8-8a34-fc88135d887b not found, creating... [ 941.672168] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.672365] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.672539] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.672867] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.673075] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.673535] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.673681] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.673906] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.674198] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.674346] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.674519] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 78cc1c12-d828-40b8-8a34-fc88135d887b is going to be created. [ 941.697532] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.697710] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.697819] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.698138] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.698138] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.698579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.847064] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.847314] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.847438] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.847723] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.847873] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.848172] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port be1bb629-2231-447e-97e4-a162c694ee65 not found, creating... [ 941.848307] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.848463] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.848578] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.848801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.848938] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.849234] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.849391] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.849502] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.849715] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.849841] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.850011] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: be1bb629-2231-447e-97e4-a162c694ee65 is going to be created. [ 941.870805] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.871046] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.871098] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.871627] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.871627] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.871850] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.401678] env[66146]: INFO networking_nsxv3.common.synchronization [req-bea485ca-a467-4e20-ab93-d3bc281ebe8a req-ee0d07be-de6b-40b4-974f-7b93aeb7fd14 service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 942.401927] env[66146]: INFO networking_nsxv3.common.synchronization [req-bea485ca-a467-4e20-ab93-d3bc281ebe8a req-ee0d07be-de6b-40b4-974f-7b93aeb7fd14 service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 942.401981] env[66146]: INFO networking_nsxv3.common.synchronization [req-bea485ca-a467-4e20-ab93-d3bc281ebe8a req-ee0d07be-de6b-40b4-974f-7b93aeb7fd14 service nova] Enqueued Resource ID: 78cc1c12-d828-40b8-8a34-fc88135d887b with Priority: HIGHEST for action port [ 942.402218] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 942.402348] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 942.402443] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78cc1c12-d828-40b8-8a34-fc88135d887b with Priority: HIGHEST for action port [ 942.402974] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.407451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.407451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.407451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.407451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.407451] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.407451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.407451] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-78cc1c12-d828-40b8-8a34-fc88135d887b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.407451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.407451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.407451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.407451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78cc1c12-d828-40b8-8a34-fc88135d887b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.429503] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 942.429719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.429885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.430320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.430320] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.430452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.430452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.430606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.430687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.430779] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.602357] env[66146]: INFO networking_nsxv3.common.synchronization [req-0e89a286-c593-47a1-b3ab-06508f4baf4b req-bfffbaa9-cea1-4823-af04-0e9dea2ba3eb service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 942.602571] env[66146]: INFO networking_nsxv3.common.synchronization [req-0e89a286-c593-47a1-b3ab-06508f4baf4b req-bfffbaa9-cea1-4823-af04-0e9dea2ba3eb service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 942.602705] env[66146]: INFO networking_nsxv3.common.synchronization [req-0e89a286-c593-47a1-b3ab-06508f4baf4b req-bfffbaa9-cea1-4823-af04-0e9dea2ba3eb service nova] Enqueued Resource ID: be1bb629-2231-447e-97e4-a162c694ee65 with Priority: HIGHEST for action port [ 942.603281] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 942.603397] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 942.603491] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1bb629-2231-447e-97e4-a162c694ee65 with Priority: HIGHEST for action port [ 942.603761] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.603949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.604277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.604504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.604880] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.606613] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.606613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.606613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.606613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.606613] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.606613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.606613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.606613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.606914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.606914] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.607566] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-be1bb629-2231-447e-97e4-a162c694ee65 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.607752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.608473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.608707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.608809] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1bb629-2231-447e-97e4-a162c694ee65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.835900] env[66146]: INFO networking_nsxv3.common.synchronization [req-f7dee30f-0367-45ed-b5e0-b1f346986739 req-67036919-ebf6-4426-af39-a5ea7e5b2515 tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_members [ 942.835900] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGHEST for action security_group_members [ 942.835900] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.835900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.836701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.837073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.837389] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.837654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.837813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.838098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.838301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.838486] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.910517] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.910517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.910517] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78cc1c12-d828-40b8-8a34-fc88135d887b with status ACTIVE [ 942.910517] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.910517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.910517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.910517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.910517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.911069] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.911069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.911069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.911069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.911069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.911414] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.911414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.911414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.911414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.911565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.911565] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78cc1c12-d828-40b8-8a34-fc88135d887b is going to be updated. [ 942.934035] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.934243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.934289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.934524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.934657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.934861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78cc1c12-d828-40b8-8a34-fc88135d887b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.935107] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.111018] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.112544] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.112771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.112941] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be1bb629-2231-447e-97e4-a162c694ee65 with status ACTIVE [ 943.113147] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.113867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.113867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.113867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.113867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.114227] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.114227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.114227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.114227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.114431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.114550] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.114550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.114664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.114921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.114921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.114921] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be1bb629-2231-447e-97e4-a162c694ee65 is going to be updated. [ 943.317362] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.317762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.317869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.318154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.318369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.318559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be1bb629-2231-447e-97e4-a162c694ee65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.337588] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: SUCCESS [ 943.337973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.340750] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.340894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.340952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.341208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.366063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.366557] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.366698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.366774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.366990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.367099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.367192] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e is going to be updated. [ 943.383311] env[66146]: INFO networking_nsxv3.common.synchronization [req-4ce091c7-5bd0-43cc-afb0-ada9dda4e264 req-5b3aa125-c706-4464-ac96-a02f12688801 tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_members [ 943.384087] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_members [ 943.384468] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.384598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.384667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.385169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.385169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.385393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.385393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.385461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.385525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.385682] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.405607] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.405938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.405938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.406202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.406369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.417563] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: IN_PROGRESS for 2s [ 943.437407] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.617357] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.756821] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.757300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.757300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.757526] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.757810] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.758071] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.759995] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.759995] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.759995] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.759995] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.759995] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.760541] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.760541] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.760541] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.760541] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.760541] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.782530] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.782708] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.782858] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.783084] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-744" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.783699] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-86b1fcf0-711e-4a76-a28b-74b7105878eb taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.783848] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.784022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.784363] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.784518] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b1fcf0-711e-4a76-a28b-74b7105878eb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.887960] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.888179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.888179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.888489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.888602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.888814] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.889049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.889049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.889229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.889319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.889409] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e already deleted. [ 943.889488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.940179] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.940382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.940459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.940685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.940776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.940875] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 943.974459] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.974733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.974850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.975329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.975545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.988037] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 944.122069] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.122069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.122069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.122345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.122345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.122744] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be created. [ 944.150102] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.150102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.150102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.150102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.150392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.185759] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: UNINITIALIZED for 2s [ 944.289358] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.290417] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.290417] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.290417] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.290417] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.290594] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 86b1fcf0-711e-4a76-a28b-74b7105878eb not found, creating... [ 944.291227] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.291227] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.291227] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.291388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.291507] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.292579] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.292579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.292579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.292579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.292579] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.292579] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 86b1fcf0-711e-4a76-a28b-74b7105878eb is going to be created. [ 944.322219] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.322452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.322569] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.322859] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.323100] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.323342] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.012437] env[66146]: INFO networking_nsxv3.common.synchronization [req-4ce091c7-5bd0-43cc-afb0-ada9dda4e264 req-fcaddebb-7a04-4c6c-978d-daf51204f879 service nova] Enqueued Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_rules [ 945.012437] env[66146]: INFO networking_nsxv3.common.synchronization [req-4ce091c7-5bd0-43cc-afb0-ada9dda4e264 req-fcaddebb-7a04-4c6c-978d-daf51204f879 service nova] Enqueued Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_members [ 945.012437] env[66146]: INFO networking_nsxv3.common.synchronization [req-4ce091c7-5bd0-43cc-afb0-ada9dda4e264 req-fcaddebb-7a04-4c6c-978d-daf51204f879 service nova] Enqueued Resource ID: 86b1fcf0-711e-4a76-a28b-74b7105878eb with Priority: HIGHEST for action port [ 945.012437] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_rules [ 945.021402] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_members [ 945.021402] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b1fcf0-711e-4a76-a28b-74b7105878eb with Priority: HIGHEST for action port [ 945.021402] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.021402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.021402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.021402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.021402] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.021402] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.022422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.022573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.023077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.023477] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.023629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.023741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.024081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.024081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.024081] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.025146] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b1fcf0-711e-4a76-a28b-74b7105878eb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.025274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.025432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.025558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.025638] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b1fcf0-711e-4a76-a28b-74b7105878eb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.429644] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e550b764-c71d-4df4-ae87-c9439988aa7e in Status: SUCCESS [ 945.429801] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e deletion is rescheduled due to dependency. [ 945.429878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.532936] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.533730] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.533914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.534306] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86b1fcf0-711e-4a76-a28b-74b7105878eb with status ACTIVE [ 945.534506] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.534605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.534669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.535015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.535015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.535148] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.535242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.535324] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.535543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.535645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.535962] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.536062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.536062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.536277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.536357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.536441] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86b1fcf0-711e-4a76-a28b-74b7105878eb is going to be updated. [ 945.565094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.565353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.565353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.565527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.565664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.565847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b1fcf0-711e-4a76-a28b-74b7105878eb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.866872] env[66146]: INFO networking_nsxv3.common.synchronization [req-02b4690f-b822-469f-9c03-0e079dde342a req-86e10399-73d6-405b-9a19-458d0209e086 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 945.867789] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 945.868202] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.868202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.868202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.868395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.868559] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.868655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.868718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.868882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.868985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.869098] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.002533] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 946.002533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.002533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.002969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.002969] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.003197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.003197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.003433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.003433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.003433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.003593] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.035961] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.198082] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 946.198321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.198502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.198727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.198959] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.199052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.199111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.199277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.199352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.199432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.199518] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.375265] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.424032] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.424032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.424032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.424032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.424319] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.424387] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.424476] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.424690] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.424826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.425040] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.425146] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.425249] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.425405] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.425439] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.425536] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.425660] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.448523] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.448767] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.448828] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.448964] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.449293] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.449452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.451021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.451021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.451021] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a1f84ac-d9a6-4960-9fad-2eee28a41c16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.506888] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.506888] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.506888] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.507178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.507178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.507276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.507332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.507670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.507670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.507670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.508117] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.508220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.508282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.508432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.508572] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.508674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.508725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.508866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.508934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.509034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.509120] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.538923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.539131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.539203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.539420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.539509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.539611] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e is going to be created. [ 946.565950] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.566161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.566161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.566668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.566668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.576734] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c8f273-4169-4902-a8ab-879d4a94c19e in Status: UNINITIALIZED for 2s [ 946.704848] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.705141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.705248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.705454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.705658] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.705779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.705839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.706018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.706103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.706216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.706370] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.706462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.706521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.706665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.706802] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.706914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.707025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.707163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.707238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.707313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.707442] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.878335] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.954148] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.954148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.954148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.954148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.954148] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 3a1f84ac-d9a6-4960-9fad-2eee28a41c16 not found, creating... [ 946.954148] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.954148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.954148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.954855] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.954855] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.954855] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.954855] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.955103] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.955268] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.955428] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.955596] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 3a1f84ac-d9a6-4960-9fad-2eee28a41c16 is going to be created. [ 946.978147] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.978429] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.978559] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.978856] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.979112] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.979360] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.015499] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44db8a50-2db5-4345-a78d-29c11ca11c21: rpc.has_security_group_logging(os_id): False [ 947.035923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.036161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.036161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.036519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.036519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.037084] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.037084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.037084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.037507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.037507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.037507] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.037625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.037681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.038053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.038053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.038206] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.038359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.038359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.038504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.038583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.038675] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 947.130684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.131594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.131594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.131594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.132349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.176530] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 947.210257] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75: rpc.has_security_group_logging(os_id): False [ 947.251450] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.251450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.251718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.251839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.251996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.252321] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.252478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.252704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.252766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.253042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.253126] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.253261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.253343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.253533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.253767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.253930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.254012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.254112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.254213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.254287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.254374] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be created. [ 947.365577] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.365882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.365986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.366284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.366553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.377714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 947.380252] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.380390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.380466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.380652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.380740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.380834] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 947.415447] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.415655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.415655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.416471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.416631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.426783] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 947.679817] env[66146]: INFO networking_nsxv3.common.synchronization [req-02b4690f-b822-469f-9c03-0e079dde342a req-e8115b25-8d54-4d6e-9aaf-fc82bd2029e4 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 947.679940] env[66146]: INFO networking_nsxv3.common.synchronization [req-02b4690f-b822-469f-9c03-0e079dde342a req-e8115b25-8d54-4d6e-9aaf-fc82bd2029e4 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 947.680139] env[66146]: INFO networking_nsxv3.common.synchronization [req-02b4690f-b822-469f-9c03-0e079dde342a req-e8115b25-8d54-4d6e-9aaf-fc82bd2029e4 service nova] Enqueued Resource ID: 3a1f84ac-d9a6-4960-9fad-2eee28a41c16 with Priority: HIGHEST for action port [ 947.680743] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 947.680810] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 947.680885] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a1f84ac-d9a6-4960-9fad-2eee28a41c16 with Priority: HIGHEST for action port [ 947.681632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.681907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.682045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.682788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.683228] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.684207] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.686637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.686637] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.686637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.686637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.686637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.686637] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a1f84ac-d9a6-4960-9fad-2eee28a41c16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.189665] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.189973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.190023] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a1f84ac-d9a6-4960-9fad-2eee28a41c16 with status ACTIVE [ 948.190236] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.190403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.190443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.190641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.190741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.191248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.191468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.191542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.191962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.192082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.192500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.192641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.192792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.193075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.193194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.193373] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a1f84ac-d9a6-4960-9fad-2eee28a41c16 is going to be updated. [ 948.218791] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.218992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.218992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.219174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.219310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.219482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a1f84ac-d9a6-4960-9fad-2eee28a41c16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.556220] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc2192a2-0108-4bb9-9078-890cec3ee6eb req-63519d55-ac9e-4a6d-bd17-27c13d37d2e6 tempest-ServerMetadataNegativeTestJSON-134216471 tempest-ServerMetadataNegativeTestJSON-134216471-project-member] Enqueued Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_members [ 948.556220] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_members [ 948.556504] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.556637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.556961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.556961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.558493] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.558493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.558493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.558754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.559384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.559384] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.588010] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c8f273-4169-4902-a8ab-879d4a94c19e in Status: SUCCESS [ 948.588237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.588730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.589045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.589245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.589362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.589425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.589579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.589659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.589742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.589829] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.062566] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.062703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.062703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.062869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.062958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.063170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.063271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.063329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.063482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.063547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.063632] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 already deleted. [ 949.063710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.066385] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-697 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.066564] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-697" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.066787] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-697" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.066991] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-697" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.067277] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.067433] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.067548] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.067762] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.067898] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.069635] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.069751] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.070040] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.070160] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.070339] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.070480] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.070639] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.092224] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.092399] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.092536] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.092743] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-697" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.093101] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-28e188c8-709e-4f46-b83c-ce8b2946ea2c taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.093298] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.093818] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.093818] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.094039] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e188c8-709e-4f46-b83c-ce8b2946ea2c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.094931] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.199864] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 949.200708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.389873] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 949.390118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.437576] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 949.437750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.437907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.438175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.438356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.438477] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.438537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.438684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.438769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.438910] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.596786] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.597017] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.597154] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.597454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.597554] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.597739] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 28e188c8-709e-4f46-b83c-ce8b2946ea2c not found, creating... [ 949.597988] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.598142] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.598213] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.598420] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.598554] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.598824] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.598975] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.599101] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.599313] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.599456] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.599593] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 28e188c8-709e-4f46-b83c-ce8b2946ea2c is going to be created. [ 949.600663] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c8f273-4169-4902-a8ab-879d4a94c19e: rpc.has_security_group_logging(os_id): False [ 949.621290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.621290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.621290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.621610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.621610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.622296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.622296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.622296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.622296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.622296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.622296] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e is going to be created. [ 949.624243] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.624419] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.624538] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.624758] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.625025] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.625263] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.685619] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.685769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.685843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.686080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.686288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.699060] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c8f273-4169-4902-a8ab-879d4a94c19e in Status: IN_PROGRESS for 2s [ 949.941108] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.389644] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc2192a2-0108-4bb9-9078-890cec3ee6eb req-a5a49456-9692-437f-bc6e-56d8e68a04df service nova] Enqueued Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_rules [ 950.389917] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc2192a2-0108-4bb9-9078-890cec3ee6eb req-a5a49456-9692-437f-bc6e-56d8e68a04df service nova] Enqueued Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_members [ 950.389957] env[66146]: INFO networking_nsxv3.common.synchronization [req-fc2192a2-0108-4bb9-9078-890cec3ee6eb req-a5a49456-9692-437f-bc6e-56d8e68a04df service nova] Enqueued Resource ID: 28e188c8-709e-4f46-b83c-ce8b2946ea2c with Priority: HIGHEST for action port [ 950.390781] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_rules [ 950.390781] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_members [ 950.390781] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e188c8-709e-4f46-b83c-ce8b2946ea2c with Priority: HIGHEST for action port [ 950.391193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.391193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.391348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.391811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.391811] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.392865] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.392865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.392865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.393013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.393065] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.393159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.393219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.393389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.397282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.397282] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.397282] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e188c8-709e-4f46-b83c-ce8b2946ea2c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.397282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.397282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.397282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.397282] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e188c8-709e-4f46-b83c-ce8b2946ea2c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.446144] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.898620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.898777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.898985] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.900501] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28e188c8-709e-4f46-b83c-ce8b2946ea2c with status ACTIVE [ 950.900501] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.900501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.900501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.900731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.900731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.902344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.902344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.902344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.902344] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28e188c8-709e-4f46-b83c-ce8b2946ea2c is going to be updated. [ 950.925387] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.925599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.925656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.925862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.926015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.926288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e188c8-709e-4f46-b83c-ce8b2946ea2c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.946579] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.946762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.946864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.947067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.947161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.947256] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 950.985232] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.985611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.985751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.985964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.986164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.996881] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 951.100021] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdcaa36c-9b24-4d8c-895a-0920eae21589 req-6d16227c-e22f-4ee5-a173-276625447d53 tempest-ServerMetadataTestJSON-209837961 tempest-ServerMetadataTestJSON-209837961-project-member] Enqueued Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_members [ 951.100965] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_members [ 951.103256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.103460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.103739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.104082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.104268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.104393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.104467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.104624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.104704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.104778] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.213723] env[66146]: INFO networking_nsxv3.common.synchronization [req-5717afd2-ac94-4e51-9bc9-7309d12b12d1 req-bbe10fdd-673e-414e-a09b-df1e46b931f7 tempest-ServersAdminTestJSON-1853608816 tempest-ServersAdminTestJSON-1853608816-project-member] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 951.214455] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGHEST for action security_group_members [ 951.214815] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.214946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.215069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.215259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.215421] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.215563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.215563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.215727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.215833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.215910] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.404100] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.609526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.609526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.609526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.609852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.610028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.610373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.610533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.610642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.610893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.611611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.611611] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe already deleted. [ 951.611611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.641063] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.641063] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-398" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.641293] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-398" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.641451] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-398" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.641729] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.641893] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.642026] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.642274] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.642403] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.642621] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.642739] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.642855] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.642972] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.643102] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.643219] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.643354] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.662032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.662249] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.662361] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.662541] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-398" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.662880] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-756c3fd3-ba91-4b07-be4c-11f3608fa658 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.663070] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.663188] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.663515] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.663651] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756c3fd3-ba91-4b07-be4c-11f3608fa658',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.712300] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c8f273-4169-4902-a8ab-879d4a94c19e in Status: SUCCESS [ 951.713385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.718340] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.718527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.718578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.718767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.740085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.740413] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.740541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.740604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.740810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.741359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.741359] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be updated. [ 951.780855] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.780855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.780855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.780855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.780855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.790167] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: IN_PROGRESS for 2s [ 951.906944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.907224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.907529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.907627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.907727] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 is going to be created. [ 951.934188] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.934521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.934521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.934736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.934834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.944866] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 in Status: UNINITIALIZED for 2s [ 952.167498] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.167741] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.167853] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.168243] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.168392] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.168546] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 756c3fd3-ba91-4b07-be4c-11f3608fa658 not found, creating... [ 952.168807] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.168969] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.169097] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.169356] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.169537] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.169854] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.170018] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.170251] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.170481] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.170639] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.170783] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 756c3fd3-ba91-4b07-be4c-11f3608fa658 is going to be created. [ 952.194378] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.194613] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.194770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.195073] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.195398] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.196097] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.926562] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdcaa36c-9b24-4d8c-895a-0920eae21589 req-1461043b-2686-429c-9bc5-336014e10b58 service nova] Enqueued Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_rules [ 952.926988] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdcaa36c-9b24-4d8c-895a-0920eae21589 req-1461043b-2686-429c-9bc5-336014e10b58 service nova] Enqueued Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_members [ 952.926988] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdcaa36c-9b24-4d8c-895a-0920eae21589 req-1461043b-2686-429c-9bc5-336014e10b58 service nova] Enqueued Resource ID: 756c3fd3-ba91-4b07-be4c-11f3608fa658 with Priority: HIGHEST for action port [ 952.927504] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_rules [ 952.927724] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_members [ 952.927800] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756c3fd3-ba91-4b07-be4c-11f3608fa658 with Priority: HIGHEST for action port [ 952.928246] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.928410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.928451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.928708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.928777] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.930551] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.930793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.930868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.931057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.931262] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.931372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.931437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.931596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.931706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.931843] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.933170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-756c3fd3-ba91-4b07-be4c-11f3608fa658 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.933328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.933423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.933593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.933673] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756c3fd3-ba91-4b07-be4c-11f3608fa658',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.009331] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 953.009663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.009828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.010060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.010277] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.010428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.010536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.010617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.010695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.010783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.010867] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.431119] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.433074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.435687] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 756c3fd3-ba91-4b07-be4c-11f3608fa658 with status ACTIVE [ 953.436172] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.436542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.438626] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.438626] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.438626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.438626] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 756c3fd3-ba91-4b07-be4c-11f3608fa658 is going to be updated. [ 953.444568] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.466749] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.466749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.466749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.466749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.466749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.467011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-756c3fd3-ba91-4b07-be4c-11f3608fa658" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.513358] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.514780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.514780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.514780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.514780] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.514780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.514780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.514780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.515418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.515418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.515418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.515418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.515418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.515629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.518119] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.518119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.518119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.518119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.518119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.522070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.522070] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.797300] env[66146]: INFO networking_nsxv3.common.synchronization [req-1a3095ae-81aa-499a-838f-02ca8053a776 req-0fd11fb9-85fd-4acd-b0db-8ee4f2150776 tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 953.797952] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 953.801423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.801423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.801423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.801423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.801423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.801423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.801423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.801423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.801423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.801423] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.806948] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4371fa2-4202-4418-87eb-c885a8290a4d in Status: SUCCESS [ 953.812300] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d deletion is rescheduled due to dependency. [ 953.812300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.943710] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.955639] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 in Status: SUCCESS [ 953.955639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.955639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.955868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.956094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.956282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.956390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.956959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.957091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.957187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.957281] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.026088] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 954.046358] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.046504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.046573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.046761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.046843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.047033] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.047184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.047246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.047423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.047504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.047977] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.048089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.048089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.048233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.048349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.048474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.048562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.048619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.049087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.049087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.049087] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 954.137707] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.137841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.137920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.138151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.138299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.163081] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 954.290366] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.290693] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.290899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.291353] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.291800] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.292048] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.292207] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.292513] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.292695] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.292979] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.293139] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.293278] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.293446] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.293547] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.293675] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.293832] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.313853] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.315035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.315035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.315243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.315351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.315643] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.315944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.316037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.316376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.316447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.316700] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be updated. [ 954.319017] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.319274] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.319470] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.319640] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-419" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.320021] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.320290] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.320368] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.320745] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.320991] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f253ce0-6ee7-4dc7-b995-93fa07c688d6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.355097] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.355301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.355362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.355612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.355811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.368965] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 954.447113] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.447333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.447398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.447648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.447747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.449057] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe is going to be created. [ 954.460340] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.460340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.460340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.460553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.460764] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.460890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.460950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.461167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.461706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461706] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.461706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.461706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.461924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.462093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.462247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.462247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.463133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.463133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.463133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.463133] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.487337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.487529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.487601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.487969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.488176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.512112] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe in Status: UNINITIALIZED for 2s [ 954.825481] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.825481] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.825481] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.825886] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.826629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.826692] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 6f253ce0-6ee7-4dc7-b995-93fa07c688d6 not found, creating... [ 954.827012] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.827605] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.827605] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.827605] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.827859] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.828213] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.828353] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.828470] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.828727] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.828957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.829152] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 6f253ce0-6ee7-4dc7-b995-93fa07c688d6 is going to be created. [ 954.853889] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.854296] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.854447] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.854762] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.855121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.855377] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.964910] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d47ae72d-3725-4eba-bd25-5f3396c8a6a6: rpc.has_security_group_logging(os_id): False [ 954.989125] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.989340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.989340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.989617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.989784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.990054] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.990230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.990230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.990440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.990440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.990651] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.990744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.990817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.990923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.990997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.991265] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.991612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.991727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.991998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.992177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.992331] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 is going to be created. [ 955.081216] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.081642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.081812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.083749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.083749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.099264] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 in Status: IN_PROGRESS for 2s [ 955.603593] env[66146]: INFO networking_nsxv3.common.synchronization [req-1a3095ae-81aa-499a-838f-02ca8053a776 req-9b0e7ba7-690d-4ffc-ba44-ccd1822f14f7 service nova] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_rules [ 955.603822] env[66146]: INFO networking_nsxv3.common.synchronization [req-1a3095ae-81aa-499a-838f-02ca8053a776 req-9b0e7ba7-690d-4ffc-ba44-ccd1822f14f7 service nova] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 955.604392] env[66146]: INFO networking_nsxv3.common.synchronization [req-1a3095ae-81aa-499a-838f-02ca8053a776 req-9b0e7ba7-690d-4ffc-ba44-ccd1822f14f7 service nova] Enqueued Resource ID: 6f253ce0-6ee7-4dc7-b995-93fa07c688d6 with Priority: HIGHEST for action port [ 955.605387] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_rules [ 955.607912] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 955.607912] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f253ce0-6ee7-4dc7-b995-93fa07c688d6 with Priority: HIGHEST for action port [ 955.607912] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.607912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.607912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.607912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.607912] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.608547] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.608547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.609122] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.609122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.610549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.610849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.611067] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f253ce0-6ee7-4dc7-b995-93fa07c688d6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.814169] env[66146]: INFO networking_nsxv3.common.synchronization [req-7ebe7991-09bb-4fe7-98a1-a1994398b39b req-d4e999df-1a31-4e4a-8065-74837bcddc86 tempest-ServersWithSpecificFlavorTestJSON-2840794 tempest-ServersWithSpecificFlavorTestJSON-2840794-project-member] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 955.815101] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGHEST for action security_group_members [ 955.815271] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.815411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.815452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.815787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.815833] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.815946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.816016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.817149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.817263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.817417] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.113795] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.114162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.114251] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f253ce0-6ee7-4dc7-b995-93fa07c688d6 with status ACTIVE [ 956.114443] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.114563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.114627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.114865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.115020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.115247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.117818] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.117818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.117818] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f253ce0-6ee7-4dc7-b995-93fa07c688d6 is going to be updated. [ 956.148421] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.153284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.153284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.153284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.153284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.153284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f253ce0-6ee7-4dc7-b995-93fa07c688d6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.181550] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 956.181769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.320637] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.320882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.321414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.322106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.354845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.356514] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.356514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.356514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.356514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.356514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.356514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be updated. [ 956.381782] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 956.381782] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c deletion is rescheduled due to dependency. [ 956.381782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.382159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.382426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.382530] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.382588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.382623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.382798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.382883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.383064] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.397558] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.397792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.397841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.398162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.398354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.411171] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: IN_PROGRESS for 2s [ 956.522664] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe in Status: SUCCESS [ 956.522897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.523098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.523340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.523542] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.523699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.523762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.523897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.523996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.524134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.524229] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.886709] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.027130] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.027130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.027130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.027130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.027130] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.027130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.027130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.027419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.027419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.027419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.027499] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.027673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.027772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.027949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.028154] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.028329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.028424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.028611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.028716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.028837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.028959] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.111486] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 in Status: SUCCESS [ 957.111712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.392507] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.531790] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92a961fb-5479-4eba-a33a-bbdd643c9cfe: rpc.has_security_group_logging(os_id): False [ 957.555169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.555169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.555169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.555169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.556107] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.556107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.556107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.556107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.556107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.556107] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe is going to be created. [ 957.620794] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.622625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.622996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.623349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.623629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.638451] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe in Status: IN_PROGRESS for 2s [ 957.828914] env[66146]: INFO networking_nsxv3.common.synchronization [None req-8e7ae1db-8510-43d1-9ef3-0e30805cb8e3 None None] Enqueued Resource ID: c162cc01-c859-4a6c-8b45-24a1801e45f1 with Priority: HIGHEST for action port [ 957.829277] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c162cc01-c859-4a6c-8b45-24a1801e45f1 with Priority: HIGHEST for action port [ 957.829618] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c162cc01-c859-4a6c-8b45-24a1801e45f1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.829740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c162cc01-c859-4a6c-8b45-24a1801e45f1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.829822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c162cc01-c859-4a6c-8b45-24a1801e45f1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.830132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c162cc01-c859-4a6c-8b45-24a1801e45f1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.830174] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c162cc01-c859-4a6c-8b45-24a1801e45f1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.893044] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.893237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.893307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.893524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.893605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.893774] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be updated. [ 957.931185] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.931581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.934266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.934266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.934266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.943851] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 958.332571] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c162cc01-c859-4a6c-8b45-24a1801e45f1 [ 958.332890] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.333044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.333117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.333330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.333419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.333515] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c162cc01-c859-4a6c-8b45-24a1801e45f1 already deleted. [ 958.333594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c162cc01-c859-4a6c-8b45-24a1801e45f1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.424025] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa006af-075c-4f6d-8437-c309868c150d in Status: SUCCESS [ 958.424025] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa006af-075c-4f6d-8437-c309868c150d deletion is rescheduled due to dependency. [ 958.424025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.658052] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe in Status: SUCCESS [ 959.658052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.823800] env[66146]: INFO networking_nsxv3.common.synchronization [None req-5905bf39-3851-41c9-b98d-ead3cba024b0 tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 959.824478] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 959.824876] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.827738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.827738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.828052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.828052] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.927038] env[66146]: INFO networking_nsxv3.common.synchronization [None req-dfd867c2-1411-44fd-9118-9ca2428b7706 None None] Enqueued Resource ID: e3ddd0ad-cdd1-418f-b051-fb64f13f4a50 with Priority: HIGHEST for action port [ 959.928454] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ddd0ad-cdd1-418f-b051-fb64f13f4a50 with Priority: HIGHEST for action port [ 959.929854] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ddd0ad-cdd1-418f-b051-fb64f13f4a50 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.929995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ddd0ad-cdd1-418f-b051-fb64f13f4a50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.930073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ddd0ad-cdd1-418f-b051-fb64f13f4a50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.930353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ddd0ad-cdd1-418f-b051-fb64f13f4a50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.930438] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ddd0ad-cdd1-418f-b051-fb64f13f4a50',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.961823] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 959.962234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.962647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.962882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.963127] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.963294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.963396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.963625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.963709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.963822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.963939] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.034117] env[66146]: INFO networking_nsxv3.common.synchronization [None req-09b3e0ee-4310-4499-959b-4bac538d67e0 tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 960.035535] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 960.035662] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.035832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.357164] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.357164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.357164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.357901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.358067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.358181] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e already deleted. [ 960.358271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.358424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.358751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.358751] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.432427] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3ddd0ad-cdd1-418f-b051-fb64f13f4a50 [ 960.432676] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.432848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.432950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.433240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.433383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.433529] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3ddd0ad-cdd1-418f-b051-fb64f13f4a50 already deleted. [ 960.433662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ddd0ad-cdd1-418f-b051-fb64f13f4a50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.467840] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.468276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.468276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.468443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.468620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.468770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.468853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.469069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.469183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.469320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.469517] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.469642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.469727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.469927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.470124] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.470258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.470343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.470517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.470608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.470715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.470829] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.616928] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c36622ab-6a31-4523-b787-f353cf217f49 tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_rules [ 960.617168] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_rules [ 960.617394] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.617490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.618504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.618504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.618504] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.747945] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7986c23e-54f1-4b53-9614-cc610a76d15e tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_rules [ 960.751030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_rules [ 960.751325] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.751422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.884048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.884236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.884304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.884524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.884610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.884707] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e already deleted. [ 960.884786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.974197] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 016fe6da-5bcb-4e2c-8ced-636a73cacb6c: rpc.has_security_group_logging(os_id): False [ 960.996676] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.996676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.996676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.996911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.996943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.998051] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.998051] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.998051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.998433] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.998433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.998504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.998642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.998731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.998817] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be updated. [ 961.072939] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.073374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.073658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.073752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.073913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.094259] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 961.170616] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.170616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.170616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.170616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.170616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.170616] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 already deleted. [ 961.170616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.170616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.170616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.170616] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.701092] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.701306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.701306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.701531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.701708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.701708] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 already deleted. [ 961.701791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.970626] env[66146]: INFO networking_nsxv3.common.synchronization [req-7ae65bd0-bf87-48b0-94b7-3feda0b9395f req-f4ed7fd4-4647-414d-bfaf-dd3ef9edd0d9 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 962.971376] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 962.971772] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.971922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.972016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.972268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.972423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.972554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.972623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.972787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.972905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.973037] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.128877] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 963.129250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.312755] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c77ba597-25ed-4766-a103-bf771d3616b4 tempest-MigrationsAdminTest-1521926449 tempest-MigrationsAdminTest-1521926449-project-member] Enqueued Resource ID: ef132540-2866-4e6b-ae9e-b660b24f921d with Priority: HIGHEST for action security_group_rules [ 963.312755] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef132540-2866-4e6b-ae9e-b660b24f921d with Priority: HIGHEST for action security_group_rules [ 963.312755] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef132540-2866-4e6b-ae9e-b660b24f921d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.312755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.312755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.314150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.314402] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef132540-2866-4e6b-ae9e-b660b24f921d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.430215] env[66146]: INFO networking_nsxv3.common.synchronization [None req-89283c6d-92d2-4307-98ad-158cf4ec029d tempest-MigrationsAdminTest-1521926449 tempest-MigrationsAdminTest-1521926449-project-member] Enqueued Resource ID: ef132540-2866-4e6b-ae9e-b660b24f921d with Priority: HIGHEST for action security_group_rules [ 963.431031] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef132540-2866-4e6b-ae9e-b660b24f921d with Priority: HIGHEST for action security_group_rules [ 963.431136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef132540-2866-4e6b-ae9e-b660b24f921d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.431633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.475011] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.680561] env[66146]: INFO networking_nsxv3.common.synchronization [req-ad1aac5f-1909-45ba-9537-5a821e4287aa req-3c90bb2e-1a09-4634-9d7d-9625f1d122e1 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 963.680689] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 963.681012] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.682338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.683318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.683578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.683758] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.684427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.684427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.684427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.684427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.684427] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.842538] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.843181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.844370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.844370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.844370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.844370] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef132540-2866-4e6b-ae9e-b660b24f921d already deleted. [ 963.844370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.844370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.845368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.845368] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef132540-2866-4e6b-ae9e-b660b24f921d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.979739] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.189405] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.373775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.374722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.374722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.374722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.374722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.374722] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef132540-2866-4e6b-ae9e-b660b24f921d already deleted. [ 964.375203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef132540-2866-4e6b-ae9e-b660b24f921d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.467256] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e9bcb2ab-f595-416e-8c0e-42284fa4e2ea tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 964.468174] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 964.469383] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.469383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.483029] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.483228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.483228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.483457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.483549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.483649] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 964.533876] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.535859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.535859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.535859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.535859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.549350] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 964.693382] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.914326] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ff4279b-acb1-4297-a8d8-46d2c24c4310 req-c8f0caea-3a13-429d-a158-421f20d02d3d tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 964.914922] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 964.915309] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.915462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.915532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.915753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.915905] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.917352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.917721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.919717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.919796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.919898] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.986540] env[66146]: INFO networking_nsxv3.common.synchronization [req-f70827ee-48ee-4541-aad6-c00a830e9d29 req-7e9d2a4a-97ce-4d7c-9b2c-c06c655dd51b tempest-ListServersNegativeTestJSON-1409408719 tempest-ListServersNegativeTestJSON-1409408719-project-member] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 964.987159] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 964.987492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.987612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.987680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.988344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.988344] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.988344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.988344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.988344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.988599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.988599] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.199120] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.199120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.199120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.199120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.199120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.199120] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 965.228355] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.228512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.228512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.229106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.229106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.244265] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 965.366745] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.367013] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.367182] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.367388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.367816] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.368102] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.368321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.368713] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.368962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.369331] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.369551] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.369765] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.369975] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.370157] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.370307] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.370634] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.392381] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.392746] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.393175] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.393175] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.393567] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-181637a0-b1c2-42c5-b75e-a8712d4289b4 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.393863] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.394085] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.394477] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.394762] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181637a0-b1c2-42c5-b75e-a8712d4289b4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.422996] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.423232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.423313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.423580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.423669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.423889] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.424027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.424242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.424329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.424377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.424531] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 965.468641] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.468933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.468933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.469159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.469507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.482777] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 965.491572] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.552806] env[66146]: INFO networking_nsxv3.common.synchronization [req-83162c11-0c0f-4785-9911-0a771a23c40b req-073ed99c-8c9f-4190-b57a-8ebae0757589 tempest-ServersV294TestFqdnHostnames-8082494 tempest-ServersV294TestFqdnHostnames-8082494-project-member] Enqueued Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_members [ 965.553848] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGHEST for action security_group_members [ 965.553848] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.554144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.554144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.554303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.554483] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.554604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.554651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.554800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.554900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.555614] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.900080] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.900080] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 181637a0-b1c2-42c5-b75e-a8712d4289b4 not found, creating... [ 965.900080] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.900080] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.900796] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.900796] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.900796] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.901444] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.901805] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.902121] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 181637a0-b1c2-42c5-b75e-a8712d4289b4 is going to be created. [ 965.939026] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.939026] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.939026] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.939026] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.939026] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.939026] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.995189] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.060867] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.060867] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.060867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.060867] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 is going to be updated. [ 966.100441] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.101021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.101021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.101113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.101308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.111952] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19598770-311d-41de-95b7-a32cfdb0a740 in Status: IN_PROGRESS for 2s [ 966.277022] env[66146]: INFO networking_nsxv3.common.synchronization [req-67541549-6bf2-461c-8849-6a61e3a1c444 req-4749fd2d-1961-4797-b5f9-d77f5d14fb0f tempest-ListServersNegativeTestJSON-1409408719 tempest-ListServersNegativeTestJSON-1409408719-project-member] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 966.277022] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGHEST for action security_group_members [ 966.277597] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.277900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.500033] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.500033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.500033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.500033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.500033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.500033] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 966.531500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.531872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.531872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.531995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.532145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.550882] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 966.559639] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 966.559798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.705498] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ff4279b-acb1-4297-a8d8-46d2c24c4310 req-8cd36358-1042-4c73-9984-9c5a3695bfd8 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 966.705705] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ff4279b-acb1-4297-a8d8-46d2c24c4310 req-8cd36358-1042-4c73-9984-9c5a3695bfd8 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 966.705861] env[66146]: INFO networking_nsxv3.common.synchronization [req-5ff4279b-acb1-4297-a8d8-46d2c24c4310 req-8cd36358-1042-4c73-9984-9c5a3695bfd8 service nova] Enqueued Resource ID: 181637a0-b1c2-42c5-b75e-a8712d4289b4 with Priority: HIGHEST for action port [ 966.710039] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 966.710039] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 966.710039] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181637a0-b1c2-42c5-b75e-a8712d4289b4 with Priority: HIGHEST for action port [ 966.710039] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.710039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.710039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.710466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.710466] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.711676] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.711742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.715777] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-181637a0-b1c2-42c5-b75e-a8712d4289b4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.715777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.715777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.715777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.715777] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181637a0-b1c2-42c5-b75e-a8712d4289b4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.216580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.216943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.220354] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 181637a0-b1c2-42c5-b75e-a8712d4289b4 with status ACTIVE [ 967.220354] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.220354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.220354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.220354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.220354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.220354] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.220354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.220354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.220354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.220816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.221281] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.221868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.221868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.221868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.222276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.222276] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 181637a0-b1c2-42c5-b75e-a8712d4289b4 is going to be updated. [ 967.249793] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.250281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.250429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.250661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.250875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.253507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181637a0-b1c2-42c5-b75e-a8712d4289b4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.258435] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 967.258566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.259675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.259909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.260183] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.260250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.260287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.260712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.260712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.260712] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.493072] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 967.493457] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 967.493658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.493918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.494291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.494579] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.494839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.495933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.495933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.495933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.495933] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.570234] env[66146]: INFO networking_nsxv3.common.synchronization [req-bde91975-acee-44e9-ad1b-26ba52a0eba6 req-2441c0a4-882c-4f9f-ade1-54ea300eb91b tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_members [ 967.570812] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGHEST for action security_group_members [ 967.571257] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.571849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.571849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.571849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.571849] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.572114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.572114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.572114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.572215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.572335] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.766020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.766268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.766435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.766594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.766684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.767190] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.767190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.767190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.767364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.767364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.767426] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 967.812273] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.812362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.812459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.812794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.812794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.824803] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 967.999085] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.075770] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.076068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.076155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.076421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.101360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.101725] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.101954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.102072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.102281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.102367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.102477] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 is going to be updated. [ 968.135627] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19598770-311d-41de-95b7-a32cfdb0a740 in Status: SUCCESS [ 968.136469] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 deletion is rescheduled due to dependency. [ 968.136469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.167278] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.167675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.167853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.169137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.169426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.183879] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 in Status: IN_PROGRESS for 2s [ 968.502191] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.559253] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 968.559970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.560058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.560316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.560629] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.560806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.560907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.561114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.561247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.561387] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.004681] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.005308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.005416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.005656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.005753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.005870] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 969.047041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.047292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.047398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.047702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.049947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.059669] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 969.063784] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.063965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.064117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.064383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.064500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.065021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.065182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.065307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.065461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.065546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.065654] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be updated. [ 969.107176] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.107699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.107699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.107699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.108104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.119115] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: IN_PROGRESS for 2s [ 969.836682] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 969.836682] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 deletion is rescheduled due to dependency. [ 969.836682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.199224] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 in Status: IN_PROGRESS for 4s [ 970.665032] env[66146]: INFO networking_nsxv3.common.synchronization [req-e441d860-501c-4aa2-babe-fcfbd97eea64 req-c334982b-6dbb-4a12-9f5b-f531dec2a864 tempest-ServerRescueTestJSON-791122770 tempest-ServerRescueTestJSON-791122770-project-member] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 970.665931] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 970.666472] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.666981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.667144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.667424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.667625] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.667826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.667943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.668173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.668306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.668438] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.071951] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 971.072621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.072621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.072850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.073554] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.073554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.073554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.073554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.073554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.073844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.073844] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.131113] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c in Status: SUCCESS [ 971.131542] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c deletion is rescheduled due to dependency. [ 971.131542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.172971] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.329275] env[66146]: INFO networking_nsxv3.common.synchronization [req-731e3b27-d360-4ee1-8918-d27c35556df7 req-a274cd10-f559-4b37-abb3-a22a2b7fafd3 tempest-ImagesOneServerNegativeTestJSON-2018395158 tempest-ImagesOneServerNegativeTestJSON-2018395158-project-member] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 971.330514] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGHEST for action security_group_members [ 971.330889] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.331301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.331373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.331604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.331757] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.331932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.331932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.332193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.332193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.332286] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.576106] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.576407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.576407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.576595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.576770] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.576882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.576945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.577093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.577186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.577275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.577509] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.577597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.577671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.578109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.578109] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.578109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.578109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.578406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.578406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.578489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.578521] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.676734] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.836866] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.837155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.837249] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.837585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.837716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.838958] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.838958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.838958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.838958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.838958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.838958] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be updated. [ 971.865333] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.865529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.865639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.865896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.866555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.879879] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: IN_PROGRESS for 2s [ 971.955378] env[66146]: INFO networking_nsxv3.common.synchronization [req-f789db06-2f8b-4410-887f-d5b048e7c646 req-a055389b-d726-4ee1-9eaf-44b2bf24b8f3 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 971.955378] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 971.955378] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.955378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.955378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.959157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.959157] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.959157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.959157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.959157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.959157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.959157] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.084896] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddf3145-3c89-4578-bd0a-7abd0579d63a: rpc.has_security_group_logging(os_id): False [ 972.108236] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.108236] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.108236] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.108236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.108791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.108791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.108791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.110064] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.110064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.110064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.110064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.110338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.110338] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 972.183710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.183710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.183710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.183710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.183710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.183710] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be updated. [ 972.187648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.187834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.187904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.188058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.188216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.206963] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 972.222254] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 in Status: SUCCESS [ 972.222723] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 deletion is rescheduled due to dependency. [ 972.223041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.230517] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.230517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.230517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.230517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.230517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.247408] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: IN_PROGRESS for 2s [ 972.465873] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.466124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.466245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.466568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.466717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.467025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.467191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.467341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.471893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.471893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.471893] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 972.512703] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.512703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.512703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.512926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.513618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.524784] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 972.974436] env[66146]: INFO networking_nsxv3.common.synchronization [req-f62180b9-fc05-469c-a7f2-a03b77fc02bb req-f6a6d06a-2e68-47dc-a507-12ceb644e75d tempest-ServerMetadataNegativeTestJSON-134216471 tempest-ServerMetadataNegativeTestJSON-134216471-project-member] Enqueued Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_members [ 972.975825] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGHEST for action security_group_members [ 972.976206] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.976206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.976206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.976374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.976479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.976584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.976646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.976808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.976896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.977055] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.480648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.480997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.480997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.482040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.482040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.482040] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.482040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.482040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.482326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.482326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.482422] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 is going to be updated. [ 973.525893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.526413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.526413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.526864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.527675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.543053] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 in Status: IN_PROGRESS for 2s [ 973.891236] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c in Status: SUCCESS [ 973.891236] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c deletion is rescheduled due to dependency. [ 973.891236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.224427] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 974.224824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.258535] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: SUCCESS [ 974.258535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.539679] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 974.539679] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 974.539679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.584369] env[66146]: INFO networking_nsxv3.common.synchronization [None req-b69041df-42ee-4ecc-939f-40bb1fa302d1 None None] Enqueued Resource ID: ac0d2026-91c3-4506-9747-29d6a40b3854 with Priority: HIGHEST for action port [ 974.585108] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0d2026-91c3-4506-9747-29d6a40b3854 with Priority: HIGHEST for action port [ 974.586014] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0d2026-91c3-4506-9747-29d6a40b3854 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.586162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0d2026-91c3-4506-9747-29d6a40b3854" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.586321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0d2026-91c3-4506-9747-29d6a40b3854" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.586602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0d2026-91c3-4506-9747-29d6a40b3854" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.586705] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0d2026-91c3-4506-9747-29d6a40b3854',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.089891] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0d2026-91c3-4506-9747-29d6a40b3854 [ 975.090218] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.091158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.091158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.091158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.091158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.091158] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0d2026-91c3-4506-9747-29d6a40b3854 already deleted. [ 975.091158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0d2026-91c3-4506-9747-29d6a40b3854" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.435466] env[66146]: INFO networking_nsxv3.common.synchronization [req-90240c9c-e352-4da1-8ecf-40101f24e79b req-f2f8c863-a67b-4fc7-9b74-3f3575f16848 tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 975.435466] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 975.435466] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.435466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.435466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.435466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.435466] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.436199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.436327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.436547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.436644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.436745] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.503382] env[66146]: INFO networking_nsxv3.common.synchronization [req-68596565-6835-4aa5-9032-539ebd2f2d7e req-6a0a33d0-16e9-4e42-aa2f-e3e097058313 tempest-ServerMetadataTestJSON-209837961 tempest-ServerMetadataTestJSON-209837961-project-member] Enqueued Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_members [ 975.504528] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGHEST for action security_group_members [ 975.505492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.505611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.505678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.505885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.506053] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.506167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.506219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.506466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.506526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.507512] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.555432] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 in Status: SUCCESS [ 975.556439] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 deletion is rescheduled due to dependency. [ 975.556439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.887778] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.887969] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.888122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.888598] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.888878] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.889118] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.889321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.889614] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.889783] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.890020] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.890138] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.890244] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.891588] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.891588] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.891588] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.891588] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.924433] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.924648] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.924802] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.924986] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.925361] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-3f97543a-db98-4fac-997f-eb93a4637826 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.925566] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.925691] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.926055] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.926205] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f97543a-db98-4fac-997f-eb93a4637826',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.943666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.943908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.943959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.944284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.944373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.944592] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.944689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.944763] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.944958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.945073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.945275] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e already deleted. [ 975.945389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.009682] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.009970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.009970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.010167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.010254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.010663] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.010663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.010663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.010891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.010891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.010981] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe is going to be updated. [ 976.047145] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.047327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.047366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.047677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.047831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.057539] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe in Status: IN_PROGRESS for 2s [ 976.429396] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.429630] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.429755] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.430043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.430249] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.430387] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 3f97543a-db98-4fac-997f-eb93a4637826 not found, creating... [ 976.430616] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.430856] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.430994] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.431255] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.431394] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.431678] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.431831] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.431947] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.432281] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.432412] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.432548] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 3f97543a-db98-4fac-997f-eb93a4637826 is going to be created. [ 976.455336] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.455597] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.455696] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.455966] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.456219] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.456458] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.048337] env[66146]: INFO networking_nsxv3.common.synchronization [None req-f69c0e16-7c94-4dbd-afbc-3440d4dbf334 None None] Enqueued Resource ID: b673dea2-c959-4245-8cef-85b6b9a934ac with Priority: HIGHEST for action port [ 977.048632] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b673dea2-c959-4245-8cef-85b6b9a934ac with Priority: HIGHEST for action port [ 977.049551] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-b673dea2-c959-4245-8cef-85b6b9a934ac taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.050965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b673dea2-c959-4245-8cef-85b6b9a934ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.050965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b673dea2-c959-4245-8cef-85b6b9a934ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.050965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b673dea2-c959-4245-8cef-85b6b9a934ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.051451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b673dea2-c959-4245-8cef-85b6b9a934ac',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.214316] env[66146]: INFO networking_nsxv3.common.synchronization [req-90240c9c-e352-4da1-8ecf-40101f24e79b req-ec6d22fa-1133-4846-bd48-d9b26c21620d service nova] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 977.214316] env[66146]: INFO networking_nsxv3.common.synchronization [req-90240c9c-e352-4da1-8ecf-40101f24e79b req-ec6d22fa-1133-4846-bd48-d9b26c21620d service nova] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 977.214316] env[66146]: INFO networking_nsxv3.common.synchronization [req-90240c9c-e352-4da1-8ecf-40101f24e79b req-ec6d22fa-1133-4846-bd48-d9b26c21620d service nova] Enqueued Resource ID: 3f97543a-db98-4fac-997f-eb93a4637826 with Priority: HIGHEST for action port [ 977.216055] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 977.216055] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 977.216055] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f97543a-db98-4fac-997f-eb93a4637826 with Priority: HIGHEST for action port [ 977.216055] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.216055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.216055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.216055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.216055] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.217168] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.217168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.217168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.217339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.217401] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.217495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.217557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.217697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.217780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.217870] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.220417] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f97543a-db98-4fac-997f-eb93a4637826 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.220417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.220417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.220417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.220417] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f97543a-db98-4fac-997f-eb93a4637826',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.552716] env[66146]: INFO networking_nsxv3.common.synchronization [req-d581c33e-419c-4aef-a84a-473ca6e0a857 req-a7f29ec0-7e7b-41e3-87da-dfe61e88ca45 tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_members [ 977.552974] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_members [ 977.553219] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b673dea2-c959-4245-8cef-85b6b9a934ac [ 977.553412] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.553640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.553640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.553781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.553867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.553954] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b673dea2-c959-4245-8cef-85b6b9a934ac already deleted. [ 977.554047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b673dea2-c959-4245-8cef-85b6b9a934ac" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.554295] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.554396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.554458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.554672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.554808] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.554898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.554957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.555133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.555210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.555295] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.721989] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.723433] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.723547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.723701] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f97543a-db98-4fac-997f-eb93a4637826 with status ACTIVE [ 977.723856] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.723958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.724137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.724367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.724463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.724633] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.724727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.724784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.724940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.726490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.727268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.727403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.727473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.727635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.727717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.727805] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f97543a-db98-4fac-997f-eb93a4637826 is going to be updated. [ 977.751862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.752011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.752105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.752313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.752448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.752601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f97543a-db98-4fac-997f-eb93a4637826" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.940852] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.941127] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.941272] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.941638] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.941938] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.942154] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.942279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.942504] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.942668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.942905] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.943019] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.943134] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.943244] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.943351] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.943460] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.943613] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.965886] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.965886] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.965886] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.965886] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-568" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.966348] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.966484] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.966619] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.966963] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.967118] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b533d2-aaf8-45af-a55e-dbdd2a4a2cef',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.058253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.058570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.058570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.058760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.058884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.059123] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.059258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.059345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.059536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.059643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.059763] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 already deleted. [ 978.059873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.069452] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe in Status: SUCCESS [ 978.069634] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe deletion is rescheduled due to dependency. [ 978.069747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.230973] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.469507] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.469798] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.469895] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.470207] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.470358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.470528] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 15b533d2-aaf8-45af-a55e-dbdd2a4a2cef not found, creating... [ 978.471169] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.471169] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.471343] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.471613] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.471864] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.472224] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.472398] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.472514] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.472743] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.472909] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.473100] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 15b533d2-aaf8-45af-a55e-dbdd2a4a2cef is going to be created. [ 978.494937] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.495394] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495459] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495836] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.496191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.496451] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.734182] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.734182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.734182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.734182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.734182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.734182] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be created. [ 978.764765] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.764913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.764984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.765231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.765381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.776482] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: UNINITIALIZED for 2s [ 979.242032] env[66146]: INFO networking_nsxv3.common.synchronization [req-d581c33e-419c-4aef-a84a-473ca6e0a857 req-54489dc9-4812-4eb4-91d0-502aecd7eaa1 service nova] Enqueued Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_rules [ 979.242370] env[66146]: INFO networking_nsxv3.common.synchronization [req-d581c33e-419c-4aef-a84a-473ca6e0a857 req-54489dc9-4812-4eb4-91d0-502aecd7eaa1 service nova] Enqueued Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_members [ 979.242370] env[66146]: INFO networking_nsxv3.common.synchronization [req-d581c33e-419c-4aef-a84a-473ca6e0a857 req-54489dc9-4812-4eb4-91d0-502aecd7eaa1 service nova] Enqueued Resource ID: 15b533d2-aaf8-45af-a55e-dbdd2a4a2cef with Priority: HIGHEST for action port [ 979.242944] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_rules [ 979.243122] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_members [ 979.243303] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15b533d2-aaf8-45af-a55e-dbdd2a4a2cef with Priority: HIGHEST for action port [ 979.243517] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.243638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.243698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.243913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.243971] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.244876] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.244984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.245058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.245252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.245403] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.245496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.245562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.245695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.245794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.245861] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.246677] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.246750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.246816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.246981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.247055] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15b533d2-aaf8-45af-a55e-dbdd2a4a2cef',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.749541] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.749806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.749882] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.750862] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15b533d2-aaf8-45af-a55e-dbdd2a4a2cef with status ACTIVE [ 979.751093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.751223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.751287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.751566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.751655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.751807] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.751896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.751896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.756428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.756428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.756428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.756428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.756428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.756428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756916] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15b533d2-aaf8-45af-a55e-dbdd2a4a2cef is going to be updated. [ 979.785216] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.785216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.785216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.785216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.788085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.788085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15b533d2-aaf8-45af-a55e-dbdd2a4a2cef" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.260915] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.764145] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.764145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.764145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.764519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.764519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.764519] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 is going to be created. [ 980.801073] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 980.801328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.801629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.801871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.802081] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.802264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.802316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.802495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.802627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.802691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.802752] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.819017] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.819017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.819017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.819017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.819017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.830499] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 in Status: UNINITIALIZED for 2s [ 981.306123] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.478590] env[66146]: INFO networking_nsxv3.common.synchronization [req-e25cac23-9c88-45bb-9ffd-ba0b2e4f69f6 req-8d878698-3481-470a-b1f6-6205509079e9 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 981.478710] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 981.479216] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.479216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.479216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.479739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.479739] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.479739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.479739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.480270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.480270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.480270] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.808783] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 021e85a6-2ae0-4e01-a6fe-2332e825b44e: rpc.has_security_group_logging(os_id): False [ 981.826359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.826565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.826565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.826867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.826985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.827693] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.827844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.827934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.828144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.828261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.828407] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be created. [ 981.886654] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.886811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.886885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.887149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.887285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.900063] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 981.982562] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.484738] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.842726] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 in Status: SUCCESS [ 982.842934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.843117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.843351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.843582] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.843723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.843783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.843960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.844042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.844200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.844311] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.993523] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.993769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.993832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.994277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.994277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.994422] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 983.013131] env[66146]: INFO networking_nsxv3.common.synchronization [None req-4adcea3b-53bc-424f-a91e-0fb5d3934578 None None] Enqueued Resource ID: c28fb397-8f0f-499e-8f3b-fdfc5e4209c0 with Priority: HIGHEST for action port [ 983.014067] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28fb397-8f0f-499e-8f3b-fdfc5e4209c0 with Priority: HIGHEST for action port [ 983.014617] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c28fb397-8f0f-499e-8f3b-fdfc5e4209c0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.014965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c28fb397-8f0f-499e-8f3b-fdfc5e4209c0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.015115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c28fb397-8f0f-499e-8f3b-fdfc5e4209c0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.015464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c28fb397-8f0f-499e-8f3b-fdfc5e4209c0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.015563] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c28fb397-8f0f-499e-8f3b-fdfc5e4209c0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.024014] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.024206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.024275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.024500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.024686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.035050] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 983.346431] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.518220] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c28fb397-8f0f-499e-8f3b-fdfc5e4209c0 [ 983.518592] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.518756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.518814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.519038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.519126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.519217] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c28fb397-8f0f-499e-8f3b-fdfc5e4209c0 already deleted. [ 983.519977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c28fb397-8f0f-499e-8f3b-fdfc5e4209c0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.620268] env[66146]: INFO networking_nsxv3.common.synchronization [req-c6a41869-67ba-451e-98b5-e265c1bfbd64 req-8a7bed82-5b12-46bf-a2c0-9b8c47bc9f0d tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 983.622026] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 983.622026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.622270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.622489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.622869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.623231] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.623366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.623443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.623613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.624057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.624057] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.851749] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979: rpc.has_security_group_logging(os_id): False [ 983.870292] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.871827] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.871827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.871827] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 is going to be created. [ 983.910823] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 983.911086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.936692] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.936845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.936914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.937136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.937317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.948888] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 in Status: IN_PROGRESS for 2s [ 984.127580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.127580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.127580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.127580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.127580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.127580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.127580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.127580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.127869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.127869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.127925] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 984.159520] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.159520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.159520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.159520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.159520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.171127] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 985.045364] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 985.047178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.962851] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 in Status: SUCCESS [ 985.963331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.183674] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 986.185799] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 986.185799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.186871] env[66146]: INFO networking_nsxv3.common.synchronization [None req-f592fa2b-5e59-449d-8a44-38945e523b64 None None] Enqueued Resource ID: 63df8acc-c2b2-4844-9b94-ba6a3bbb555c with Priority: HIGHEST for action port [ 986.187515] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63df8acc-c2b2-4844-9b94-ba6a3bbb555c with Priority: HIGHEST for action port [ 986.188228] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-63df8acc-c2b2-4844-9b94-ba6a3bbb555c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.188228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63df8acc-c2b2-4844-9b94-ba6a3bbb555c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.188369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63df8acc-c2b2-4844-9b94-ba6a3bbb555c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.188535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63df8acc-c2b2-4844-9b94-ba6a3bbb555c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.188614] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63df8acc-c2b2-4844-9b94-ba6a3bbb555c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.378509] env[66146]: INFO networking_nsxv3.common.synchronization [None req-bdb503ca-f71a-455a-8571-5c7f14bc5ece None None] Enqueued Resource ID: b156fa31-86d1-46f5-bd42-bb96400f078f with Priority: HIGHEST for action port [ 986.379149] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b156fa31-86d1-46f5-bd42-bb96400f078f with Priority: HIGHEST for action port [ 986.380256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-b156fa31-86d1-46f5-bd42-bb96400f078f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.380256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b156fa31-86d1-46f5-bd42-bb96400f078f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.380256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b156fa31-86d1-46f5-bd42-bb96400f078f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.380256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b156fa31-86d1-46f5-bd42-bb96400f078f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.380256] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b156fa31-86d1-46f5-bd42-bb96400f078f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.696407] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63df8acc-c2b2-4844-9b94-ba6a3bbb555c [ 986.697398] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.697398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.697398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.698456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.699514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.699514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63df8acc-c2b2-4844-9b94-ba6a3bbb555c already deleted. [ 986.699514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63df8acc-c2b2-4844-9b94-ba6a3bbb555c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.883701] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b156fa31-86d1-46f5-bd42-bb96400f078f [ 986.884076] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.884298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.884374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.884707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.884707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.885483] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b156fa31-86d1-46f5-bd42-bb96400f078f already deleted. [ 986.885483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b156fa31-86d1-46f5-bd42-bb96400f078f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.066993] env[66146]: INFO networking_nsxv3.common.synchronization [req-122ffa36-2e65-4e86-8b3a-7dd7a34efb46 req-d64a0963-78d9-4683-93d7-42b46db9e8a8 tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 989.067913] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGHEST for action security_group_members [ 989.068748] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.068884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.068947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.069178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.069355] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.069452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.069516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.069666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.069766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.069862] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.472362] env[66146]: INFO networking_nsxv3.common.synchronization [None req-fe7bf5f6-f19a-49f5-9aee-ccff6fa97293 None None] Enqueued Resource ID: ef45ba55-32c1-499a-bfb7-68df8efff676 with Priority: HIGHEST for action port [ 989.472865] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef45ba55-32c1-499a-bfb7-68df8efff676 with Priority: HIGHEST for action port [ 989.473419] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef45ba55-32c1-499a-bfb7-68df8efff676 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.473617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef45ba55-32c1-499a-bfb7-68df8efff676" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.473804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef45ba55-32c1-499a-bfb7-68df8efff676" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.474115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef45ba55-32c1-499a-bfb7-68df8efff676" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.475349] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef45ba55-32c1-499a-bfb7-68df8efff676',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.571716] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.571716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.571716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.572111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.572111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.572825] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.572825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.573044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.573203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.573203] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.573326] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc is going to be updated. [ 989.608580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.609479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.609609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.609825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.610422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.619970] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: IN_PROGRESS for 2s [ 989.633649] env[66146]: INFO networking_nsxv3.common.synchronization [req-b90b1abb-acdf-434b-a260-d246ed0cd780 req-4951b92d-6faa-4b7f-bc45-2a175b2db34b tempest-MigrationsAdminTest-1521926449 tempest-MigrationsAdminTest-1521926449-project-member] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 989.633956] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 989.634346] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.634493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.634531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.634723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.634989] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.634989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.635292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.635292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.635292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.635501] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.978535] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef45ba55-32c1-499a-bfb7-68df8efff676 [ 989.979187] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.979408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.979479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.979740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.979836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.979937] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef45ba55-32c1-499a-bfb7-68df8efff676 already deleted. [ 989.980035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef45ba55-32c1-499a-bfb7-68df8efff676" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.020222] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.020454] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.020578] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.020862] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.021194] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.021340] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.021468] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.021719] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.021889] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.022135] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.022280] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.022454] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.022529] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.022672] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.022780] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.022927] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.043733] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.043920] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.044078] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.044334] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-74" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.044720] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.044936] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.044973] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.045317] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.045461] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8bcf66-2157-4e32-aca9-7dc67692c3d9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.139909] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.548621] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.548950] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.549107] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.549407] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.549556] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.549708] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 1e8bcf66-2157-4e32-aca9-7dc67692c3d9 not found, creating... [ 990.549982] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.550159] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.550291] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.550494] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.550629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.550912] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.551082] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.551200] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.551440] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.551585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.551721] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 1e8bcf66-2157-4e32-aca9-7dc67692c3d9 is going to be created. [ 990.586030] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.586279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.586279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.586570] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.586799] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.587044] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.642637] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.951656] env[66146]: INFO networking_nsxv3.common.synchronization [None req-70ab714c-1f4c-4843-9988-67427e55e5bf None None] Enqueued Resource ID: 5ee21baa-a0a0-49f3-88e7-b2b740ed82c4 with Priority: HIGHEST for action port [ 990.952245] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ee21baa-a0a0-49f3-88e7-b2b740ed82c4 with Priority: HIGHEST for action port [ 990.952647] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ee21baa-a0a0-49f3-88e7-b2b740ed82c4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.952801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ee21baa-a0a0-49f3-88e7-b2b740ed82c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.952888] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ee21baa-a0a0-49f3-88e7-b2b740ed82c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.953235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ee21baa-a0a0-49f3-88e7-b2b740ed82c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.953676] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ee21baa-a0a0-49f3-88e7-b2b740ed82c4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.144864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.145272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.145272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.145402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.145505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.145627] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be updated. [ 991.176429] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.176617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.176692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.176903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.177062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.186674] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: IN_PROGRESS for 2s [ 991.277868] env[66146]: INFO networking_nsxv3.common.synchronization [req-b90b1abb-acdf-434b-a260-d246ed0cd780 req-b1c3c2d8-50df-41e3-aa17-d47824a5e316 service nova] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_rules [ 991.278144] env[66146]: INFO networking_nsxv3.common.synchronization [req-b90b1abb-acdf-434b-a260-d246ed0cd780 req-b1c3c2d8-50df-41e3-aa17-d47824a5e316 service nova] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 991.278460] env[66146]: INFO networking_nsxv3.common.synchronization [req-b90b1abb-acdf-434b-a260-d246ed0cd780 req-b1c3c2d8-50df-41e3-aa17-d47824a5e316 service nova] Enqueued Resource ID: 1e8bcf66-2157-4e32-aca9-7dc67692c3d9 with Priority: HIGHEST for action port [ 991.279444] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_rules [ 991.279697] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 991.280131] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e8bcf66-2157-4e32-aca9-7dc67692c3d9 with Priority: HIGHEST for action port [ 991.283465] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.283650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.283744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.284032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.284174] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.285342] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.285486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.285775] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.285915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.286018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.286550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.287628] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e8bcf66-2157-4e32-aca9-7dc67692c3d9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.455574] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ee21baa-a0a0-49f3-88e7-b2b740ed82c4 [ 991.455869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.456038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.456133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.456583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.456701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.456804] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ee21baa-a0a0-49f3-88e7-b2b740ed82c4 already deleted. [ 991.456889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ee21baa-a0a0-49f3-88e7-b2b740ed82c4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.633796] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc in Status: SUCCESS [ 991.634506] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc deletion is rescheduled due to dependency. [ 991.634905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.789578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.789578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.795456] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e8bcf66-2157-4e32-aca9-7dc67692c3d9 with status ACTIVE [ 991.795456] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.795456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.795625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.795970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.796195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.796450] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.796666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.796781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.796973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.797143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.797370] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.797509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.797597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.798392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.798392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.798392] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e8bcf66-2157-4e32-aca9-7dc67692c3d9 is going to be updated. [ 991.823450] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.823649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.823649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.825276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.825276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.825276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e8bcf66-2157-4e32-aca9-7dc67692c3d9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.037297] env[66146]: INFO networking_nsxv3.common.synchronization [None req-40b9c6bf-f6e1-4e33-aac7-7fec3401adcf tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 993.038212] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 993.038304] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.038425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.038507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.038752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.038827] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.055038] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7ffa1b90-3f8a-4e43-93eb-be96b8fc5727 None None] Enqueued Resource ID: 8f9ff20c-860c-4088-9152-dc5113db3911 with Priority: HIGHEST for action port [ 993.055038] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9ff20c-860c-4088-9152-dc5113db3911 with Priority: HIGHEST for action port [ 993.055386] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f9ff20c-860c-4088-9152-dc5113db3911 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.055760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f9ff20c-860c-4088-9152-dc5113db3911" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.056098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f9ff20c-860c-4088-9152-dc5113db3911" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.056493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f9ff20c-860c-4088-9152-dc5113db3911" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.056801] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9ff20c-860c-4088-9152-dc5113db3911',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.199852] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: IN_PROGRESS for 4s [ 993.214816] env[66146]: INFO networking_nsxv3.common.synchronization [None req-44574184-e5ef-43dc-bba5-407a7c678882 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 993.215738] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 993.215738] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.215955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.560899] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f9ff20c-860c-4088-9152-dc5113db3911 [ 993.562192] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.562192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.562192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.562192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.562192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.562554] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f9ff20c-860c-4088-9152-dc5113db3911 already deleted. [ 993.562554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f9ff20c-860c-4088-9152-dc5113db3911" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.563800] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.563923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.564853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.565186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.565261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.565418] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 already deleted. [ 993.565558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.565768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.566009] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.566147] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.663965] env[66146]: INFO networking_nsxv3.common.synchronization [None req-16f3d70c-29e6-4447-a308-1099f0ab3bd8 None None] Enqueued Resource ID: 61072267-5b07-4ed2-a8c2-209409f49373 with Priority: HIGHEST for action port [ 993.665009] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61072267-5b07-4ed2-a8c2-209409f49373 with Priority: HIGHEST for action port [ 993.665707] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-61072267-5b07-4ed2-a8c2-209409f49373 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.665907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61072267-5b07-4ed2-a8c2-209409f49373" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.665984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61072267-5b07-4ed2-a8c2-209409f49373" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.666280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61072267-5b07-4ed2-a8c2-209409f49373" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.666414] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61072267-5b07-4ed2-a8c2-209409f49373',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.090508] env[66146]: INFO networking_nsxv3.common.synchronization [req-44123d1d-377f-4b8e-99c3-36762f89ddfe req-9e07aa43-101f-4212-b8cf-74519b677567 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 994.091323] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 994.091758] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.092516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.092648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.092895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.093113] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.093278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.093374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.093548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.093696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.093801] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.096609] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.096609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.098361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.098361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.098361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.098361] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 already deleted. [ 994.098361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.170857] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61072267-5b07-4ed2-a8c2-209409f49373 [ 994.171120] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.171257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.171327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.171543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.171631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.171724] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61072267-5b07-4ed2-a8c2-209409f49373 already deleted. [ 994.171808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61072267-5b07-4ed2-a8c2-209409f49373" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.556941] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.556941] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.557209] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.557480] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.557815] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.557986] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.558178] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.558693] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.558693] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.558891] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.559024] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.559162] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.559337] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.559397] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.559541] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.560057] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.585047] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.585475] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.585762] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.586073] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.586721] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c5a8e727-0779-44ff-9571-7bc450677f59 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.586981] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.587167] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.587929] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.588406] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a8e727-0779-44ff-9571-7bc450677f59',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.598514] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.598827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.598927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.599242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.599435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.599760] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.599896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.599984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.600244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.600366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.600538] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 994.636864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.637106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.637159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.637480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.637585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.651035] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 995.092626] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.092926] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.092974] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.093258] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.093406] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.093570] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port c5a8e727-0779-44ff-9571-7bc450677f59 not found, creating... [ 995.093824] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.094966] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.094966] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.094966] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.094966] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.094966] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.094966] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.096266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.097879] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.098037] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.098189] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c5a8e727-0779-44ff-9571-7bc450677f59 is going to be created. [ 995.120913] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.121182] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.121391] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.121780] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.122319] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.122652] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.216648] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: SUCCESS [ 995.216908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.217087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.217319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.217508] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.217628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.217693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.217842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.217922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.218028] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.720765] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.890513] env[66146]: INFO networking_nsxv3.common.synchronization [req-44123d1d-377f-4b8e-99c3-36762f89ddfe req-63fe9633-6962-4ebf-a823-5ca9bc59dac3 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 995.890748] env[66146]: INFO networking_nsxv3.common.synchronization [req-44123d1d-377f-4b8e-99c3-36762f89ddfe req-63fe9633-6962-4ebf-a823-5ca9bc59dac3 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 995.890899] env[66146]: INFO networking_nsxv3.common.synchronization [req-44123d1d-377f-4b8e-99c3-36762f89ddfe req-63fe9633-6962-4ebf-a823-5ca9bc59dac3 service nova] Enqueued Resource ID: c5a8e727-0779-44ff-9571-7bc450677f59 with Priority: HIGHEST for action port [ 995.891532] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 995.891697] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 995.891932] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a8e727-0779-44ff-9571-7bc450677f59 with Priority: HIGHEST for action port [ 995.892240] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.892367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.892437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.892634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.892713] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.893653] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.894633] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.894867] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a8e727-0779-44ff-9571-7bc450677f59 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.895441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.895517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.897479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.897561] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a8e727-0779-44ff-9571-7bc450677f59',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.223480] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.399414] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.399570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.399901] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5a8e727-0779-44ff-9571-7bc450677f59 with status ACTIVE [ 996.399901] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.400069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.400119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.400299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.400387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.400555] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.400654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.400706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.400857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.400935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.401130] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.401229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.401285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.401460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.401531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.401661] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5a8e727-0779-44ff-9571-7bc450677f59 is going to be updated. [ 996.424729] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.424981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.425072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.425267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.425433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.425620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a8e727-0779-44ff-9571-7bc450677f59" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.664466] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 996.664693] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 996.664833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.665125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.665402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.665619] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.665741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.665823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.665993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.666093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.666205] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.726877] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.727208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.727414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.727597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.727717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.727852] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be updated. [ 996.761024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.761024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.761349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.761423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.761846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.772352] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: IN_PROGRESS for 2s [ 997.168678] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.674289] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.181856] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.181856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.181856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.181856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.181856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.181856] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 998.247089] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.247268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.247339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.247554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.247704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.257714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 998.783822] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: SUCCESS [ 998.784340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.784340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.784519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.784720] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.784841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.784904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.785068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.785142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.785246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.785346] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.831729] env[66146]: INFO networking_nsxv3.common.synchronization [req-ebed9e79-a2af-406c-a8b5-881dc23922f9 req-ee19d1e5-96e7-4d20-9d4f-62e2d89e3ff5 tempest-ServerRescueTestJSON-791122770 tempest-ServerRescueTestJSON-791122770-project-member] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 998.832518] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGHEST for action security_group_members [ 998.832837] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.832962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.833592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.833837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.834013] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.834140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.834237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.834424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.834513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.834652] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.293754] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.293754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.293754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.294044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.294311] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.294311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.294742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.294742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.294742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.294742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.294894] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.294894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.295068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.298241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.298753] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.298753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.298753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.298753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.299080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.299080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.299080] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.340586] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.340787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.340876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.341227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.341328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.341791] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.341791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.341791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.342224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.342224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.342224] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be updated. [ 999.373767] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.373767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.373767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.374017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.374112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.383405] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: IN_PROGRESS for 2s [ 999.803200] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a311097e-8e0a-44f2-8d26-4380f705e6e3: rpc.has_security_group_logging(os_id): False [ 999.823684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.823820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.823916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.824125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.846033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.846305] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.846474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.846533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.846709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.846789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.846995] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.847106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.847170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.847348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.847431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.847664] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.847774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.847838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.848010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.848093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.848202] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be updated. [ 999.921223] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.921223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.921223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.921223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.921223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.934630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: IN_PROGRESS for 2s [ 1000.275226] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1000.275226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.275226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.275423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.275530] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.275636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.275740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.275900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.275979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.276077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.276166] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.778985] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.779329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.779554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.779780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.779971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.780143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.780198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.780340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.780427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.780519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.780699] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.780801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.780864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.781026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.781192] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.781286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.781347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.781487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.781565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.781660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.781843] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.284195] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75: rpc.has_security_group_logging(os_id): False [ 1001.306852] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.307012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.307075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.307307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.307396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.307572] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.307665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.307723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.307874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.307945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.308141] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.308229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.308287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.308427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.308497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.308688] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.308776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.308829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.308969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.309050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.309131] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1001.391504] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.391658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.391794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.391916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.392098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.394110] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f in Status: SUCCESS [ 1001.394282] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f deletion is rescheduled due to dependency. [ 1001.394426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.404903] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1001.951374] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: SUCCESS [ 1001.951596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.421764] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1003.421764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.833859] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1003.833994] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1007.341682] env[66146]: INFO networking_nsxv3.common.synchronization [req-f86d34db-8bf3-4ffe-9f71-e941d78af8e0 req-1286d2c7-d339-4ea2-ac9e-5da76a39f58f tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1007.343333] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1007.343333] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.343333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.343333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.343632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.343996] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.344589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.344589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.344816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.344816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.344995] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.703895] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.704111] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.704237] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.704644] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.704898] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.705166] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.705241] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.705415] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.705557] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.705782] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.705930] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.706086] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.706198] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.706367] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.706486] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.706712] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.731237] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.731623] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.731623] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.732336] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.732336] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-5626cc94-da76-4d87-950f-179122cf674d taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.732568] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.732568] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.732943] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.733339] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5626cc94-da76-4d87-950f-179122cf674d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.847513] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.847696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.847820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.848039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.848163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.848393] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.848525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.848583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.848755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.848860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.848951] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 already deleted. [ 1007.849060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.237737] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.238038] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.238202] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.238532] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.238722] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.238990] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 5626cc94-da76-4d87-950f-179122cf674d not found, creating... [ 1008.239328] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.239502] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.239620] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.239991] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.240150] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.240522] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.240712] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.240834] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.241060] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.241205] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.241380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 5626cc94-da76-4d87-950f-179122cf674d is going to be created. [ 1008.263853] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.263853] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.263853] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.263853] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.264174] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.264208] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.012974] env[66146]: INFO networking_nsxv3.common.synchronization [req-f86d34db-8bf3-4ffe-9f71-e941d78af8e0 req-1cf2ea71-15dc-40d9-aa60-6385d5e66ecd service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1009.012974] env[66146]: INFO networking_nsxv3.common.synchronization [req-f86d34db-8bf3-4ffe-9f71-e941d78af8e0 req-1cf2ea71-15dc-40d9-aa60-6385d5e66ecd service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1009.012974] env[66146]: INFO networking_nsxv3.common.synchronization [req-f86d34db-8bf3-4ffe-9f71-e941d78af8e0 req-1cf2ea71-15dc-40d9-aa60-6385d5e66ecd service nova] Enqueued Resource ID: 5626cc94-da76-4d87-950f-179122cf674d with Priority: HIGHEST for action port [ 1009.012974] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1009.012974] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1009.012974] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5626cc94-da76-4d87-950f-179122cf674d with Priority: HIGHEST for action port [ 1009.015140] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.015428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.015626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.016049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.016957] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.021407] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.021407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.021407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.022012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.022315] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.022549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.022549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.023202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.023202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.023202] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.026246] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5626cc94-da76-4d87-950f-179122cf674d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.028252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.028252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.028252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.028252] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5626cc94-da76-4d87-950f-179122cf674d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.530860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.531103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.531304] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.532384] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5626cc94-da76-4d87-950f-179122cf674d with status ACTIVE [ 1009.532574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.532715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.532780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.533054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.533195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.533580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.533580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.533580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.533580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.533781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.533824] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.534253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.534253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.535057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.535057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.535206] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5626cc94-da76-4d87-950f-179122cf674d is going to be updated. [ 1009.567633] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.567876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.567876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.568071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.568200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.568369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5626cc94-da76-4d87-950f-179122cf674d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.040027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.113432] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1010.113598] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1010.543340] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.543618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.543618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.543966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.544145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.544336] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be created. [ 1010.589246] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.589499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.589499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.589759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.589938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.617179] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: UNINITIALIZED for 2s [ 1012.629129] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1012.629498] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.629586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.629753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.629948] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.630093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.630150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.630311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.630392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.630480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.630613] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.133491] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.133714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.133830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.134166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.134388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.134632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.134718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.134891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.135068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.135221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.135436] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.135561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.135651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.135842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.136976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.137107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.137107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.137107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.137107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.137107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.138980] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.545562] env[66146]: INFO networking_nsxv3.common.synchronization [None req-96a243e6-cb52-49df-9420-efda65a0e1d3 tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1013.548354] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1013.549861] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.550157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.550157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.550372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.550876] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.638270] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0af56336-4f69-4c53-b0a4-dbd2aaaec98b tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1013.639494] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1013.639672] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.639820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.650118] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6677c93a-4a3f-442c-8e5b-fdca31ee4db6: rpc.has_security_group_logging(os_id): False [ 1013.670773] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.671038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.671747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.671747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.671747] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.671747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.671949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.672029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.672612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.672612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.672612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.672907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.672907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.672976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.673646] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.673646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.673646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.673826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.673895] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be created. [ 1013.736368] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.736538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.736614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.736866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.737062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.749857] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1014.073418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.074018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.076869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.076869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.076869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.076869] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 already deleted. [ 1014.076869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.076869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.076869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.076869] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.624490] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.624712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.624816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.625121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.625270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.625408] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 already deleted. [ 1014.625523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.625236] env[66146]: INFO networking_nsxv3.common.synchronization [req-73853841-5a1a-4c80-a26c-de44bcddac1b req-21767d10-1bf8-4f75-a7be-74f34ca4ac17 tempest-VolumesAdminNegativeTest-967432634 tempest-VolumesAdminNegativeTest-967432634-project-member] Enqueued Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_members [ 1015.625880] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_members [ 1015.626232] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.626369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.626442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.626755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.626920] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.627037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.627103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.627260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.627367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.627464] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.763116] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1015.763326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.942029] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.942029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-486" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.942029] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-486" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.942331] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-486" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.942373] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.942511] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.942624] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.942872] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.944104] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.944391] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.944850] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.944850] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.944850] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.944995] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.945047] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.946015] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.965534] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.965707] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.965845] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.966031] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-486" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.966351] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-9a453329-2c84-4be9-9340-8f8790b7607f taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.966525] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.966678] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.966993] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.967288] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a453329-2c84-4be9-9340-8f8790b7607f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.129226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.129832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.129832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.129832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.129832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.129980] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.130124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.130212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.130365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.130449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.130535] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c96b2c7b-d882-44f7-9598-d16750396b65 already deleted. [ 1016.130653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.471066] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.471338] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.471607] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.471844] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.472040] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.472235] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 9a453329-2c84-4be9-9340-8f8790b7607f not found, creating... [ 1016.472741] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.472741] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.472868] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.473438] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.473645] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.473934] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.474148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.474269] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.474507] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.474649] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.474790] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 9a453329-2c84-4be9-9340-8f8790b7607f is going to be created. [ 1016.498463] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.498614] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.498708] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.499122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.499443] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.499664] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.206567] env[66146]: INFO networking_nsxv3.common.synchronization [req-73853841-5a1a-4c80-a26c-de44bcddac1b req-e8edd0e4-1d0f-4291-8ba2-0b6587b96169 service nova] Enqueued Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_rules [ 1017.206873] env[66146]: INFO networking_nsxv3.common.synchronization [req-73853841-5a1a-4c80-a26c-de44bcddac1b req-e8edd0e4-1d0f-4291-8ba2-0b6587b96169 service nova] Enqueued Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_members [ 1017.206938] env[66146]: INFO networking_nsxv3.common.synchronization [req-73853841-5a1a-4c80-a26c-de44bcddac1b req-e8edd0e4-1d0f-4291-8ba2-0b6587b96169 service nova] Enqueued Resource ID: 9a453329-2c84-4be9-9340-8f8790b7607f with Priority: HIGHEST for action port [ 1017.207495] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_rules [ 1017.207632] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_members [ 1017.207773] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a453329-2c84-4be9-9340-8f8790b7607f with Priority: HIGHEST for action port [ 1017.207989] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.208132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.208221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.208566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.208674] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.209648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.209760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.209826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.210022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.210222] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.210399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.210399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.210556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.210648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.210737] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.211526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a453329-2c84-4be9-9340-8f8790b7607f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.211764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.211764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.212039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.212124] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a453329-2c84-4be9-9340-8f8790b7607f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.713949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.713949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.714175] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.714996] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a453329-2c84-4be9-9340-8f8790b7607f with status ACTIVE [ 1017.715671] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.715671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.715671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.715671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.715671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.715971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.715971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.715971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.716112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.716201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.716385] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.716522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.716572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.716671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.716742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.716826] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a453329-2c84-4be9-9340-8f8790b7607f is going to be updated. [ 1017.739922] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.740100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.740169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.740371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.740778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.740778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a453329-2c84-4be9-9340-8f8790b7607f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.077577] env[66146]: INFO networking_nsxv3.common.synchronization [req-0040e55e-5143-4b05-a02d-55e521d545ba req-a004b8ef-7f8b-48ed-a4d5-243b2aa83eae tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1018.078100] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1018.078510] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.078616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.078616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.078869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.080424] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.080424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.080581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.080669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.080759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.080967] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.219261] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.460149] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.460149] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.460149] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.460149] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.460149] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.460445] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.460445] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.460692] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.460733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.461363] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.461363] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.461363] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.461363] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.461615] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.461615] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.461615] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.481588] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.481843] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.482016] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.482208] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.482715] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-833595d5-0d08-4108-9f1e-f7413657dfa6 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.482912] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.483051] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.483378] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.484036] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833595d5-0d08-4108-9f1e-f7413657dfa6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.582925] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.583090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.583142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.583358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.583447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.583632] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.583728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.583788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.583934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.584021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.584106] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 already deleted. [ 1018.584188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.721486] env[66146]: INFO networking_nsxv3.common.synchronization [req-ae9e513f-37f5-46bb-9d52-a0821be69116 req-15a03d3c-80e7-4e38-81b7-81ed3e775e46 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1018.721920] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.722057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.722128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.722344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.722463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.722562] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c96b2c7b-d882-44f7-9598-d16750396b65 is going to be created. [ 1018.725583] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1018.725916] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.726045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.726114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.726296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.726443] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.726539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.726597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.726737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.726837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.726928] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.750455] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.750455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.750581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.750770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.750846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.761868] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c96b2c7b-d882-44f7-9598-d16750396b65 in Status: UNINITIALIZED for 2s [ 1018.986529] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.986877] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.987020] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.987292] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.987453] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987657] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 833595d5-0d08-4108-9f1e-f7413657dfa6 not found, creating... [ 1018.987944] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.988151] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988262] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988561] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.988700] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.989011] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.989189] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.989297] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.991835] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.991835] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.991835] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 833595d5-0d08-4108-9f1e-f7413657dfa6 is going to be created. [ 1019.015557] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.015777] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.015850] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.016095] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.016323] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.016582] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.232575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.232575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.232575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.232575] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1019.270934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.271165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.271260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.271469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.271623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.286198] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1019.769708] env[66146]: INFO networking_nsxv3.common.synchronization [req-0040e55e-5143-4b05-a02d-55e521d545ba req-52aaf60c-1dec-4619-baeb-5a7f2fa4da9e service nova] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 1019.769926] env[66146]: INFO networking_nsxv3.common.synchronization [req-0040e55e-5143-4b05-a02d-55e521d545ba req-52aaf60c-1dec-4619-baeb-5a7f2fa4da9e service nova] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1019.770064] env[66146]: INFO networking_nsxv3.common.synchronization [req-0040e55e-5143-4b05-a02d-55e521d545ba req-52aaf60c-1dec-4619-baeb-5a7f2fa4da9e service nova] Enqueued Resource ID: 833595d5-0d08-4108-9f1e-f7413657dfa6 with Priority: HIGHEST for action port [ 1019.770615] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 1019.770811] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1019.770874] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833595d5-0d08-4108-9f1e-f7413657dfa6 with Priority: HIGHEST for action port [ 1019.771136] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.771219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.771309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.771541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.771655] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.772565] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.772720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.772815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.772993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.773254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.773379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.773465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.773645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.773792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.773960] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.776164] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-833595d5-0d08-4108-9f1e-f7413657dfa6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.776164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.776164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.776164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.776164] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833595d5-0d08-4108-9f1e-f7413657dfa6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.277438] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.278641] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.278788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.278906] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 833595d5-0d08-4108-9f1e-f7413657dfa6 with status ACTIVE [ 1020.279080] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.279186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.279243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.279440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.280743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.280743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.280743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.280743] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 833595d5-0d08-4108-9f1e-f7413657dfa6 is going to be updated. [ 1020.318520] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.318520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.318520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.318520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.318520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.318839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833595d5-0d08-4108-9f1e-f7413657dfa6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.773178] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c96b2c7b-d882-44f7-9598-d16750396b65 in Status: SUCCESS [ 1020.773395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.773548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.773777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.773966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.774097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.774159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.774310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.774392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.774496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.774586] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.782213] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.276400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.276575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.276624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.277337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.277337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.277337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.277337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.277337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.277884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.277884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.277884] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.277884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.277884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.278092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.278092] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.278205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.278205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.278376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.278616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.278616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.278616] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.287654] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.287654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.287654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.287654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.287654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.287654] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be created. [ 1021.297419] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1021.297602] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 1021.297714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.317048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.317332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.317332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.317548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.318462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.329292] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: UNINITIALIZED for 2s [ 1021.785381] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c96b2c7b-d882-44f7-9598-d16750396b65: rpc.has_security_group_logging(os_id): False [ 1021.803652] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.803817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.803907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.804154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.804248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.804487] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.804597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.804660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.804819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.804896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.805094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.805229] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.805315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.805526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.805638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.805907] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.806051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.806140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.806331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.806435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.806554] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c96b2c7b-d882-44f7-9598-d16750396b65 is going to be created. [ 1021.872923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.873165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.873165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.873491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.873742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.887782] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c96b2c7b-d882-44f7-9598-d16750396b65 in Status: IN_PROGRESS for 2s [ 1023.343075] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: SUCCESS [ 1023.343075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.343075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.343075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.343075] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.344066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.344066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.344066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.344066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.344066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.344066] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.846450] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.901559] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c96b2c7b-d882-44f7-9598-d16750396b65 in Status: SUCCESS [ 1023.901775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.349441] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8860dc8-5373-4c2c-9f17-1aa0f33f5d93: rpc.has_security_group_logging(os_id): False [ 1024.370415] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.370756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.370829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.371724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.371724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.371868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.371974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.372381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.372604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.372750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.372804] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be created. [ 1024.436696] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.436838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.436909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.437137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.437320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.449789] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: IN_PROGRESS for 2s [ 1024.479239] env[66146]: INFO networking_nsxv3.common.synchronization [req-2175e603-b19d-44d1-a238-06f5104aad73 req-3be8672c-3e2e-4b1d-906f-d038e44ca685 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_members [ 1024.480389] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f05f85-8610-427d-9ba1-81329d15d82c with Priority: HIGHEST for action security_group_members [ 1024.480723] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-25f05f85-8610-427d-9ba1-81329d15d82c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.480834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.480894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.481110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.481263] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.481406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.481470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.481590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.481691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.481780] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25f05f85-8610-427d-9ba1-81329d15d82c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.984741] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.984966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.984966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.985271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.985328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.985493] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.985609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.985679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.985838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.985916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.986010] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f05f85-8610-427d-9ba1-81329d15d82c is going to be updated. [ 1025.017860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.018031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.018106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.018319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.018465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.033670] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f05f85-8610-427d-9ba1-81329d15d82c in Status: IN_PROGRESS for 2s [ 1025.034735] env[66146]: INFO networking_nsxv3.common.synchronization [req-ef245e9c-8a0a-4b9b-bf26-1cc4b2c90a80 req-bba2b096-e0f3-4ad9-a939-60c9a8e8c3f3 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1025.037654] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1025.040050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.040050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.040050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.040050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.040050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.040050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.040050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.040050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.040050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.040050] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.425477] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.425817] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.425856] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.426128] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.426733] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.426958] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.427333] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.427623] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.427805] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.428068] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.428201] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.428314] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.428440] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.428555] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.428666] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.428796] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.451099] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.451215] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.451374] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.451651] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.452172] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-507ef761-e27c-457d-ab6a-e3fca26776a6 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.452293] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.452429] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.452832] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.453039] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507ef761-e27c-457d-ab6a-e3fca26776a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.541762] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.957267] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.959606] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.960036] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.960940] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.960940] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.961444] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 507ef761-e27c-457d-ab6a-e3fca26776a6 not found, creating... [ 1025.963027] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.963536] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.963922] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.967133] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.967495] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.968599] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.968599] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.968801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.969246] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.969464] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.969740] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 507ef761-e27c-457d-ab6a-e3fca26776a6 is going to be created. [ 1026.005762] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.006113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.006219] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.006593] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.006897] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.007205] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.044058] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.460997] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: SUCCESS [ 1026.461277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.547612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.547788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.547849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.548067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.548182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.548257] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1026.581823] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.582017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.582105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.582430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.582816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.595725] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1026.736022] env[66146]: INFO networking_nsxv3.common.synchronization [req-ef245e9c-8a0a-4b9b-bf26-1cc4b2c90a80 req-1030ac5a-3b4d-4264-a2e7-dd0035ae17e4 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 1026.736022] env[66146]: INFO networking_nsxv3.common.synchronization [req-ef245e9c-8a0a-4b9b-bf26-1cc4b2c90a80 req-1030ac5a-3b4d-4264-a2e7-dd0035ae17e4 service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1026.736022] env[66146]: INFO networking_nsxv3.common.synchronization [req-ef245e9c-8a0a-4b9b-bf26-1cc4b2c90a80 req-1030ac5a-3b4d-4264-a2e7-dd0035ae17e4 service nova] Enqueued Resource ID: 507ef761-e27c-457d-ab6a-e3fca26776a6 with Priority: HIGHEST for action port [ 1026.736022] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 1026.736022] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1026.736482] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 507ef761-e27c-457d-ab6a-e3fca26776a6 with Priority: HIGHEST for action port [ 1026.737567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.738023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.738129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.738344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.738423] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.740095] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.740192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.740388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-507ef761-e27c-457d-ab6a-e3fca26776a6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.740651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.741845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.742092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.742172] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('507ef761-e27c-457d-ab6a-e3fca26776a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.044315] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25f05f85-8610-427d-9ba1-81329d15d82c in Status: SUCCESS [ 1027.044616] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25f05f85-8610-427d-9ba1-81329d15d82c deletion is rescheduled due to dependency. [ 1027.044695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25f05f85-8610-427d-9ba1-81329d15d82c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.246065] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.246065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.247107] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 507ef761-e27c-457d-ab6a-e3fca26776a6 with status ACTIVE [ 1027.249685] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.249685] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.249685] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.249685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.249685] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 507ef761-e27c-457d-ab6a-e3fca26776a6 is going to be updated. [ 1027.275725] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.275961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.276246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.276388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.276545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-507ef761-e27c-457d-ab6a-e3fca26776a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.608031] env[66146]: INFO networking_nsxv3.common.synchronization [req-18b57bad-fb18-4197-9ff1-18bf0cee6eea req-8676349a-f29a-41c2-8e34-6db1bbe43184 tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 1027.609616] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 1027.609843] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.609960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610401] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.610503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.610558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.610717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.610792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.610892] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.952073] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.952281] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.952405] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.952964] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.953785] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.954496] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.954704] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.955150] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.955241] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.955454] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.955673] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.955800] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.955909] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.956031] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.956138] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.956364] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.975668] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.975668] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.975855] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.975974] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-18" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.976340] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-de64e162-bd4d-4741-9501-a9722fd1c0d0 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.976513] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.976696] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.977056] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.977204] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de64e162-bd4d-4741-9501-a9722fd1c0d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.116519] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.116673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.116732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.116950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.117058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.117245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.117336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.117396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.117554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.117627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.117720] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 1028.148053] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.148053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.148053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.148053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.148053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.162091] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 1028.479578] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.479867] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.479976] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.480302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.480464] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.480667] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port de64e162-bd4d-4741-9501-a9722fd1c0d0 not found, creating... [ 1028.480994] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.481210] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.481341] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.481593] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.481763] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.482112] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.482283] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.482417] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.482676] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.482839] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.482985] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: de64e162-bd4d-4741-9501-a9722fd1c0d0 is going to be created. [ 1028.504319] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.504608] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.504745] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.505066] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.505305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.505534] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.607840] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1028.608099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.608354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.608497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.608683] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.608800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.608865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.609030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.609111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.609206] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.111938] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.276611] env[66146]: INFO networking_nsxv3.common.synchronization [req-18b57bad-fb18-4197-9ff1-18bf0cee6eea req-af257a6a-ea85-413f-9b23-7df24875bb55 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 1029.278380] env[66146]: INFO networking_nsxv3.common.synchronization [req-18b57bad-fb18-4197-9ff1-18bf0cee6eea req-af257a6a-ea85-413f-9b23-7df24875bb55 service nova] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 1029.278380] env[66146]: INFO networking_nsxv3.common.synchronization [req-18b57bad-fb18-4197-9ff1-18bf0cee6eea req-af257a6a-ea85-413f-9b23-7df24875bb55 service nova] Enqueued Resource ID: de64e162-bd4d-4741-9501-a9722fd1c0d0 with Priority: HIGHEST for action port [ 1029.278380] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_rules [ 1029.278380] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 1029.278380] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de64e162-bd4d-4741-9501-a9722fd1c0d0 with Priority: HIGHEST for action port [ 1029.279088] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.279088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.279088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.279088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.279088] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.279803] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.279893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.280446] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-de64e162-bd4d-4741-9501-a9722fd1c0d0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.280583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.280686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.281014] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.281098] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de64e162-bd4d-4741-9501-a9722fd1c0d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.619012] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.783380] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.783579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.783810] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de64e162-bd4d-4741-9501-a9722fd1c0d0 with status ACTIVE [ 1029.784367] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.784367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.784367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.784627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.784627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.784728] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.784833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.784893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.785095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.785188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.785406] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.785531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.785602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.785785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.785869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.785970] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de64e162-bd4d-4741-9501-a9722fd1c0d0 is going to be updated. [ 1029.808788] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.809049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.809105] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.809343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.809504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.809670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de64e162-bd4d-4741-9501-a9722fd1c0d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.121552] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.121854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.122235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.122235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.122334] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1030.158961] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.158961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.158961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.158961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.158961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.175474] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1030.175474] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 1030.175474] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 1030.175474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.175474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.175474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.175474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.175474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.175474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.176128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.176128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.176128] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.358682] env[66146]: INFO networking_nsxv3.common.synchronization [req-b7ea20a0-ea92-44c4-ab8f-a2146f9567cf req-0cc83f33-6813-4c2c-85f3-b6df5d53ab41 tempest-VolumesAdminNegativeTest-967432634 tempest-VolumesAdminNegativeTest-967432634-project-member] Enqueued Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_members [ 1030.359538] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGHEST for action security_group_members [ 1030.360306] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.360306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.360306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.361797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.361797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.361797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.361797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.361797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.361797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.361797] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.681243] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.865902] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.866092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.866184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.866407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.866502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.866731] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.866828] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.866869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.867046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.867145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.867271] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c96b2c7b-d882-44f7-9598-d16750396b65 is going to be updated. [ 1030.914311] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.914650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.914650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.914900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.915072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.927665] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c96b2c7b-d882-44f7-9598-d16750396b65 in Status: IN_PROGRESS for 2s [ 1031.070131] env[66146]: INFO networking_nsxv3.common.synchronization [req-9064bbe0-57cd-4345-bb25-6c95cc6d005c req-855432de-2288-44ee-9ade-ce2f8a1a3474 tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1031.070630] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1031.070887] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.071016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.071085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.071342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.071510] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.071605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.071669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.071808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.071885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.071978] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.183716] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.563894] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.564800] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.564800] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.564800] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.565184] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.565446] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.565645] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.566000] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.566250] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.566484] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.566606] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.566788] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.566950] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.567201] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.567312] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.567558] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.574685] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.574915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.574915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.575164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.575364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.575612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.575723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.575768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.575940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.576029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.576114] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 already deleted. [ 1031.576393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.592862] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.593240] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.593240] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.593493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.593726] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-8d96ef28-81d8-4aa9-871b-80ea969aa22d taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.593974] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.594062] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.594406] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.594732] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d96ef28-81d8-4aa9-871b-80ea969aa22d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.686473] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.686929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.686929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.687204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.687351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.687527] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 1031.769049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.769049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.769049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.769318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.769516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.779327] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 1032.100558] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.100558] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.100558] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.100558] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.100558] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.100558] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 8d96ef28-81d8-4aa9-871b-80ea969aa22d not found, creating... [ 1032.100558] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.100558] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.101205] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.101205] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.101448] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.101810] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.102089] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.102307] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.102660] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.103035] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.103137] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d is going to be created. [ 1032.127049] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.127049] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.127049] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.127490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.128816] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.128816] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.190721] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1032.190950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.191222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.191524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.191719] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.191842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.191908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.192079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.192161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.192247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.192335] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.695021] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.695347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.695347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.695515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.695683] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.695783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.695846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.696120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.696120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.696223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.696375] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.696466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.696537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.696717] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.696862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.696935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.696980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.697146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.697222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.697302] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.697401] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.855642] env[66146]: INFO networking_nsxv3.common.synchronization [req-9064bbe0-57cd-4345-bb25-6c95cc6d005c req-46bbbb00-909b-4083-ae6c-fd532ec5bcb4 service nova] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1032.855642] env[66146]: INFO networking_nsxv3.common.synchronization [req-9064bbe0-57cd-4345-bb25-6c95cc6d005c req-46bbbb00-909b-4083-ae6c-fd532ec5bcb4 service nova] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1032.855642] env[66146]: INFO networking_nsxv3.common.synchronization [req-9064bbe0-57cd-4345-bb25-6c95cc6d005c req-46bbbb00-909b-4083-ae6c-fd532ec5bcb4 service nova] Enqueued Resource ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d with Priority: HIGHEST for action port [ 1032.855642] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1032.855642] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1032.855642] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d with Priority: HIGHEST for action port [ 1032.855642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.855642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.855642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.855642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.855642] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.856311] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.858047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.858047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.858047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.858047] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.858047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.858047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.858047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.858047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.858047] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.861478] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d96ef28-81d8-4aa9-871b-80ea969aa22d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.861478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.861478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.861478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.861478] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d96ef28-81d8-4aa9-871b-80ea969aa22d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.940087] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c96b2c7b-d882-44f7-9598-d16750396b65 in Status: SUCCESS [ 1032.940275] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c96b2c7b-d882-44f7-9598-d16750396b65 deletion is rescheduled due to dependency. [ 1032.940404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.199782] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 1033.227895] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.228068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.228142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.228365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.228467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.228693] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.228758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.228806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.229168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.229168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.229278] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.229333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.229395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.229535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.229608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.229788] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.229886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.229947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.230102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.230176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.230259] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1033.326119] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.326425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.326425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.326593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.326702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.351569] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1033.363157] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.364906] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.365052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.365276] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d96ef28-81d8-4aa9-871b-80ea969aa22d with status ACTIVE [ 1033.365472] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.365638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.365716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.366243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.366402] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.366627] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.366745] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.366806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.367055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.367213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.367517] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.367683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.367773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.367961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.368093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.368247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d is going to be updated. [ 1033.402415] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.402532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.402595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.402862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.403039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.403287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.795984] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.795984] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.795984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.795984] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.870682] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.300799] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.301084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.301204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.301468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.301670] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.301755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.301755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.302027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.302027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.302159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.302386] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.302568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.302698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.302871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.303046] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.303159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.303245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.303393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.303514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.303636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.303731] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.375567] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.375921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.375921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.376347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.376523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.376609] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 is going to be created. [ 1034.403917] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.404258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.404258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.404479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.404764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.416564] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: UNINITIALIZED for 2s [ 1034.806447] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ddf3145-3c89-4578-bd0a-7abd0579d63a: rpc.has_security_group_logging(os_id): False [ 1034.828151] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.828381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.828381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.828601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.828690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.828903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.829011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.829081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.829240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.829317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.829529] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.829639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.829699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.829856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.829934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.830125] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.830213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.830278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.830500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.830575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.830635] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 1034.907747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.908061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.908163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.908453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.908624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.924907] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 1035.367655] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1035.367967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.333814] env[66146]: INFO networking_nsxv3.common.synchronization [req-c2689df9-6233-4556-b781-e888d2c1fbc6 req-e863e17e-eb4b-4e6a-9a7a-51f1e0c26c35 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1036.335296] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1036.335730] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.335934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.336027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.336343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.336588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.336762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.336878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.337062] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.337180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.337315] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.426487] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: SUCCESS [ 1036.426861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.427108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.427336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.427549] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.427671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.427740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.427898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.427980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.428097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.428192] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.839938] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.930486] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.939318] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 1036.939547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.176720] env[66146]: INFO networking_nsxv3.common.synchronization [req-1c357dd5-0650-46b3-ac55-1e328f498812 req-096f603a-bce5-475b-9567-edc34acb6038 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1037.177874] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1037.178245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.179025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.179025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.179025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.179025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.179025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.179025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.179680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.179680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.179680] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.344393] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.433157] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b17992ee-3bfe-4f7d-aa9c-71ec37762533: rpc.has_security_group_logging(os_id): False [ 1037.453338] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.453528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.453580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.453931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.454040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.454364] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.454537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.454646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.454914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.455071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.455131] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 is going to be created. [ 1037.526536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.526536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.526536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.526536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.526536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.544872] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: IN_PROGRESS for 2s [ 1037.651282] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.651512] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.651596] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.651910] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.652198] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.652365] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.652532] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.652741] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.652878] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.653126] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.653265] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.653388] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.653448] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.653552] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.653654] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.653789] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.681428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.681637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.681684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.682263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.682263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.682453] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.682453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.682553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.683641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.683641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.683641] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1037.688027] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.688207] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.688378] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.688563] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.690056] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-a6fdc3e4-1886-483a-9fba-623d0caf1537 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.690056] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.690056] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.690056] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.690056] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fdc3e4-1886-483a-9fba-623d0caf1537',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.724876] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.725084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.725152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.725430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.725574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.741695] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1037.846909] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.847043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.847577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.847681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.847738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.847849] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1037.883101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.883260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.883334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.883541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.883701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.898199] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1038.196022] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.196022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port a6fdc3e4-1886-483a-9fba-623d0caf1537 not found, creating... [ 1038.196022] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.196022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.196599] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.197128] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.197544] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.198084] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.200402] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.200402] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: a6fdc3e4-1886-483a-9fba-623d0caf1537 is going to be created. [ 1038.222418] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.222686] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.222852] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.223169] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.223402] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.223637] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.991299] env[66146]: INFO networking_nsxv3.common.synchronization [req-1c357dd5-0650-46b3-ac55-1e328f498812 req-173a60cc-91f7-4ba7-94b2-3e0805031aa5 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 1038.991721] env[66146]: INFO networking_nsxv3.common.synchronization [req-1c357dd5-0650-46b3-ac55-1e328f498812 req-173a60cc-91f7-4ba7-94b2-3e0805031aa5 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1038.991721] env[66146]: INFO networking_nsxv3.common.synchronization [req-1c357dd5-0650-46b3-ac55-1e328f498812 req-173a60cc-91f7-4ba7-94b2-3e0805031aa5 service nova] Enqueued Resource ID: a6fdc3e4-1886-483a-9fba-623d0caf1537 with Priority: HIGHEST for action port [ 1038.992258] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 1038.992377] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1038.992488] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fdc3e4-1886-483a-9fba-623d0caf1537 with Priority: HIGHEST for action port [ 1038.992808] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.992934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.993014] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.993226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.993348] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.994820] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.994820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.995052] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6fdc3e4-1886-483a-9fba-623d0caf1537 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.995052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.995316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.995316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.995438] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fdc3e4-1886-483a-9fba-623d0caf1537',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.499050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.499050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.499050] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6fdc3e4-1886-483a-9fba-623d0caf1537 with status ACTIVE [ 1039.499050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.499415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.499415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.499415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.499523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.499638] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.499741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.499809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.500032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.500121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.500320] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.500414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.500474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.500616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.500684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.500771] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6fdc3e4-1886-483a-9fba-623d0caf1537 is going to be updated. [ 1039.524719] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.524986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.525549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.525549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.525549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.526015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6fdc3e4-1886-483a-9fba-623d0caf1537" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.558862] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: SUCCESS [ 1039.559233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.755620] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1039.755950] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 1039.756099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.756274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.756492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.756864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.756864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.756864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.757067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.757067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.757167] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.909609] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1039.909851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.194570] env[66146]: INFO networking_nsxv3.common.synchronization [req-f0860f4f-192e-4484-ad3e-0fe9af8a77a6 req-24edd507-c9d0-4ca8-955a-10d5de790b8a tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1040.195330] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1040.195514] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.196063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.196063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.196063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.196063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.196259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.196259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.196335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.196505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.196505] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.259064] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.700388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.700388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.700388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.700388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.700388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.700388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.700388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.700682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.700682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.700682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.700830] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1040.730123] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.730960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.730960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.730960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.731257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.742458] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1040.761702] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.263902] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.264331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.264331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.264549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.264549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.264672] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1041.332383] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.332873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.332873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.332988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.333125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.346578] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1042.233295] env[66146]: INFO networking_nsxv3.common.synchronization [req-6897165d-90bc-4134-b130-c69eb32d4c30 req-dced05b1-20a4-4ca9-9895-1031a071d335 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1042.233848] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1042.234317] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.234443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.234715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.234986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.235160] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.235265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.235323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.235478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.235564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.235658] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.576858] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.576858] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.576858] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.577302] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.577460] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.577668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.577821] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.578116] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.578301] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.578574] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.579299] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.579299] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.579299] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.579299] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.579299] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.579590] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.603399] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.603566] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.603711] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.603875] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.604210] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-5132d25e-8d51-40c0-ae0b-4d710b4c1316 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.604379] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.604508] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.604921] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.605193] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5132d25e-8d51-40c0-ae0b-4d710b4c1316',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.737521] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.752956] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1042.754423] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 deletion is rescheduled due to dependency. [ 1042.754423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.108051] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.108223] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.108266] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.108534] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.108681] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.108826] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 5132d25e-8d51-40c0-ae0b-4d710b4c1316 not found, creating... [ 1043.109170] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.109255] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.109375] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.109588] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.109711] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.109982] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.110194] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.110342] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.110556] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.110687] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.110821] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 5132d25e-8d51-40c0-ae0b-4d710b4c1316 is going to be created. [ 1043.131324] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.133396] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.133536] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.135019] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.135019] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.135019] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.240115] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.361049] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1043.361049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.361049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.361049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.361049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.361432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.361432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.361666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.361765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.361945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.362074] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.742123] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.742511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.742511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.742650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.742757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.742864] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be updated. [ 1043.773408] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.773616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.773616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.773798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.773943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.783296] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: IN_PROGRESS for 2s [ 1043.856129] env[66146]: INFO networking_nsxv3.common.synchronization [req-6897165d-90bc-4134-b130-c69eb32d4c30 req-a691bd06-6189-4d27-baa5-c9dd19124a9b service nova] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 1043.856408] env[66146]: INFO networking_nsxv3.common.synchronization [req-6897165d-90bc-4134-b130-c69eb32d4c30 req-a691bd06-6189-4d27-baa5-c9dd19124a9b service nova] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1043.856510] env[66146]: INFO networking_nsxv3.common.synchronization [req-6897165d-90bc-4134-b130-c69eb32d4c30 req-a691bd06-6189-4d27-baa5-c9dd19124a9b service nova] Enqueued Resource ID: 5132d25e-8d51-40c0-ae0b-4d710b4c1316 with Priority: HIGHEST for action port [ 1043.857211] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_rules [ 1043.857380] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1043.857461] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5132d25e-8d51-40c0-ae0b-4d710b4c1316 with Priority: HIGHEST for action port [ 1043.857773] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.857914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.857977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.858196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.858277] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.859309] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.859381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.859570] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5132d25e-8d51-40c0-ae0b-4d710b4c1316 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.859675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.859729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.859922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.860027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5132d25e-8d51-40c0-ae0b-4d710b4c1316',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.866562] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866562] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.867180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.867180] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.867180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.867180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.867395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.870420] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.870420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.870420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.870420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.870420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.870420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.870420] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.362119] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.362337] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.362665] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5132d25e-8d51-40c0-ae0b-4d710b4c1316 with status ACTIVE [ 1044.363101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.363101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.363257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.363478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.363590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.363764] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.363864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.363917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.364107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.365102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.365968] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.366167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.366251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.366469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.366553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.366665] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5132d25e-8d51-40c0-ae0b-4d710b4c1316 is going to be updated. [ 1044.371677] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75: rpc.has_security_group_logging(os_id): False [ 1044.390960] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.391277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.391277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.391391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.391585] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.393942] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.393942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.393942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.393942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.394127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.394245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.394339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.394404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.394554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.394622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.394856] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.394938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.395011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.395170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.395245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.395327] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1044.397761] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.397761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.397761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.397761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.397761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.397761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5132d25e-8d51-40c0-ae0b-4d710b4c1316" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.462141] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.462294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.462339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.462544] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.462696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.476214] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1045.795499] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: SUCCESS [ 1045.795943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.796124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.796300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.796514] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.796649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.796976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.796976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.796976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.797307] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.300870] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.490083] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1046.490508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.808156] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.310414] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.310578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.310665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.311033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.311777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.311777] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be updated. [ 1047.347430] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.347675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.347675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.347849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.348032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.368263] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: IN_PROGRESS for 2s [ 1048.853071] env[66146]: INFO networking_nsxv3.common.synchronization [req-af7d35a6-a5d3-4c0a-88d1-2f469cfa387c req-c5d3fa1e-9aa9-489b-aa58-cd5f24ef60f5 tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1048.854023] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1048.854364] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.854492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.854564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.854755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.854939] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.855036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.855116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.855243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.855329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.855421] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.232622] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.232622] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.232796] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.235043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.235043] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.235043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.235043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.235043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.235043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.235043] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.235043] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.235043] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.235043] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.235043] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.235043] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.235043] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.253902] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.255179] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.255179] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.255179] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.255179] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-94194781-54dc-4d64-957f-d4cdd0f1b141 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.255179] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.255179] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.255490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.255612] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94194781-54dc-4d64-957f-d4cdd0f1b141',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.357573] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.357741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.357794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.358037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.358133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.358407] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.358520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.358577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.358744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.358827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.358893] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1049.388627] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: SUCCESS [ 1049.388832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.388996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.389224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.389416] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.389531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.389602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.389765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.389853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.389950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.390062] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.406038] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.406038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.406038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.406038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.406038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.416506] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1049.758341] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.758651] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.758816] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.759662] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.759883] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.760093] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 94194781-54dc-4d64-957f-d4cdd0f1b141 not found, creating... [ 1049.760465] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.760724] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.760875] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.761193] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.761390] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.761790] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.762042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.762279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.762462] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.762610] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.762790] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 94194781-54dc-4d64-957f-d4cdd0f1b141 is going to be created. [ 1049.801979] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.802248] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.802412] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.802633] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.803113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.803408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.892639] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.395301] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8860dc8-5373-4c2c-9f17-1aa0f33f5d93: rpc.has_security_group_logging(os_id): False [ 1050.422671] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.422671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.422671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.423080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.423080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.423327] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.423425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.423497] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.423650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.423725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.426105] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be updated. [ 1050.486486] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.487064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.487064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.487064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.487064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.501374] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: IN_PROGRESS for 2s [ 1050.543286] env[66146]: INFO networking_nsxv3.common.synchronization [req-af7d35a6-a5d3-4c0a-88d1-2f469cfa387c req-a0c6be1b-7007-4e0c-b591-021fdd216f1f service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1050.543286] env[66146]: INFO networking_nsxv3.common.synchronization [req-af7d35a6-a5d3-4c0a-88d1-2f469cfa387c req-a0c6be1b-7007-4e0c-b591-021fdd216f1f service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1050.543454] env[66146]: INFO networking_nsxv3.common.synchronization [req-af7d35a6-a5d3-4c0a-88d1-2f469cfa387c req-a0c6be1b-7007-4e0c-b591-021fdd216f1f service nova] Enqueued Resource ID: 94194781-54dc-4d64-957f-d4cdd0f1b141 with Priority: HIGHEST for action port [ 1050.543960] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1050.544347] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1050.544527] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94194781-54dc-4d64-957f-d4cdd0f1b141 with Priority: HIGHEST for action port [ 1050.544902] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.545230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.545358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.545650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.545776] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.547689] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.547777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.550103] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-94194781-54dc-4d64-957f-d4cdd0f1b141 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.550103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.550103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.550103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.550103] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94194781-54dc-4d64-957f-d4cdd0f1b141',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.050395] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.050822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.053658] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94194781-54dc-4d64-957f-d4cdd0f1b141 with status ACTIVE [ 1051.054554] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.054554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.054554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.054554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.054998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.054998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.055202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.055202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.055342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.055422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.055967] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.055967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.055967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.055967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.056446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.056446] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94194781-54dc-4d64-957f-d4cdd0f1b141 is going to be updated. [ 1051.082596] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.082761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.082840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.083045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.083189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.083364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94194781-54dc-4d64-957f-d4cdd0f1b141" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.427238] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1051.427539] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 deletion is rescheduled due to dependency. [ 1051.427660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.427831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.428085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.428274] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.428392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.428457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.428616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.428700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.428797] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.931516] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.434111] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.514081] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: SUCCESS [ 1052.514320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.937618] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.937618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.937618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.937618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.937618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.938589] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1052.972261] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.972450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.972514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.972725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.972869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.981979] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1053.079692] env[66146]: INFO networking_nsxv3.common.synchronization [None req-cd01d9eb-de71-4b0e-abcc-2f5fab87f2b3 None None] Enqueued Resource ID: 5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1 with Priority: HIGHEST for action port [ 1053.080343] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1 with Priority: HIGHEST for action port [ 1053.080658] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.080838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.080939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.081711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.081830] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.583813] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1 [ 1053.584281] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.584281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.584281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.584461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.584461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.584553] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1 already deleted. [ 1053.584639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ff9ce9b-77f6-43c4-abb7-a96c234ca0e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.598241] env[66146]: INFO networking_nsxv3.common.synchronization [None req-d15e93f9-df60-4a54-9902-800e7e4138db tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1054.598241] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1054.599239] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.599383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.599448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.600788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.600788] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.600788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.600788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.600788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.600788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.600788] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.994780] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1054.994924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.995090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.995427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.995627] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.995764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.995885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.996065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.996246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.996591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.996758] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.104206] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.104458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.104458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.104669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.104756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.104949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.105112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.105188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.105325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.105400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.105482] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 1055.137183] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.137183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.137183] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.137349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.137472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.153225] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 1055.501127] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.501358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.501408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.501617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.501789] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.501890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.501954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.502126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.502212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.502299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.502445] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.502534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.502594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.502736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.502870] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.502960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.503023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.503167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.503244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.503324] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.503410] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.006777] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6677c93a-4a3f-442c-8e5b-fdca31ee4db6: rpc.has_security_group_logging(os_id): False [ 1056.028923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.029176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.029362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.029424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.029790] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.030081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.030081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.030209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.031101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.031101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.031101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.031101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.031101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.031101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.031101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.031101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.031101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.031570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.031570] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1056.119268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.119484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.119484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.119667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.119817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.135580] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1056.840134] env[66146]: INFO networking_nsxv3.common.synchronization [req-723bdf59-b274-42c0-b6e4-626ac108edec req-80527325-b900-4bcc-afa1-543acc083239 tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_members [ 1056.840134] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGHEST for action security_group_members [ 1056.840134] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.840134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.840134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.840134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.840134] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.840134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.840134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.840134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.840134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.840134] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.911226] env[66146]: INFO networking_nsxv3.common.synchronization [None req-e7d92444-a693-4557-bb19-6508ebf7cb6b None None] Enqueued Resource ID: a39fefd4-3536-426e-95f8-8be728f29f16 with Priority: HIGHEST for action port [ 1056.911762] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39fefd4-3536-426e-95f8-8be728f29f16 with Priority: HIGHEST for action port [ 1056.915947] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-a39fefd4-3536-426e-95f8-8be728f29f16 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.915947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a39fefd4-3536-426e-95f8-8be728f29f16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.915947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a39fefd4-3536-426e-95f8-8be728f29f16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.915947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a39fefd4-3536-426e-95f8-8be728f29f16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.915947] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39fefd4-3536-426e-95f8-8be728f29f16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.167187] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 1057.167722] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 deletion is rescheduled due to dependency. [ 1057.167722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.297221] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.297406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.297483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.297704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.297796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.298045] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.298196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.298196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.298365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.298443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.298533] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e is going to be updated. [ 1057.331116] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.331290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.331331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.331542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.331684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.340394] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c8f273-4169-4902-a8ab-879d4a94c19e in Status: IN_PROGRESS for 2s [ 1057.416977] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a39fefd4-3536-426e-95f8-8be728f29f16 [ 1057.417207] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.417448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.417549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.417878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.418414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.418624] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a39fefd4-3536-426e-95f8-8be728f29f16 already deleted. [ 1057.418624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a39fefd4-3536-426e-95f8-8be728f29f16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.153027] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1058.153027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.353232] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c8f273-4169-4902-a8ab-879d4a94c19e in Status: SUCCESS [ 1059.353232] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e deletion is rescheduled due to dependency. [ 1059.353232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.823401] env[66146]: INFO networking_nsxv3.common.synchronization [req-4105dc45-534f-42eb-adb4-468ba5a9645d req-dc0fc31d-995e-4d6e-8dcb-bb9c2307eee3 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 1059.823937] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 1059.824251] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.824373] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.824428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.824631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.824778] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.824874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.824949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.825250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.825396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.825500] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.139430] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.139635] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.139760] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.140049] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.140318] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.140485] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.140603] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.140823] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.140968] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.141214] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.141331] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.141442] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.141553] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.141661] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.141766] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.141897] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.163951] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.164129] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.164283] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.164466] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.164907] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.165156] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.165294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.165668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.165813] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af33961-7d6b-4b0f-a5f2-cad9529eaa17',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.328226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.328437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.328603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.328861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.364999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.365563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.365939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.366059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.366780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.367139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.367766] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 is going to be updated. [ 1060.401438] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.401646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.401829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.402099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.402312] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.415059] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: IN_PROGRESS for 2s [ 1060.668515] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.668782] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.668902] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.669231] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.669399] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.669559] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 not found, creating... [ 1060.669835] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.669997] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.670142] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.670380] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.670528] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.670805] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.671043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.671198] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.671411] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.671571] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.671722] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 is going to be created. [ 1060.694657] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.694942] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.695075] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695495] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.695746] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.696065] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.400140] env[66146]: INFO networking_nsxv3.common.synchronization [req-4105dc45-534f-42eb-adb4-468ba5a9645d req-832e4a24-025f-4c59-a7ea-d5f37c7bc173 service nova] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_rules [ 1061.400346] env[66146]: INFO networking_nsxv3.common.synchronization [req-4105dc45-534f-42eb-adb4-468ba5a9645d req-832e4a24-025f-4c59-a7ea-d5f37c7bc173 service nova] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 1061.400464] env[66146]: INFO networking_nsxv3.common.synchronization [req-4105dc45-534f-42eb-adb4-468ba5a9645d req-832e4a24-025f-4c59-a7ea-d5f37c7bc173 service nova] Enqueued Resource ID: 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 with Priority: HIGHEST for action port [ 1061.400965] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_rules [ 1061.401115] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 1061.401215] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 with Priority: HIGHEST for action port [ 1061.401497] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.401669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.401715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.401994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.402393] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.403394] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.403512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.403717] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.403821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.403889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.404063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.404154] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af33961-7d6b-4b0f-a5f2-cad9529eaa17',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.906557] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.906720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.906878] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 with status ACTIVE [ 1061.907171] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.907171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.907321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.907469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.907555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.907722] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.907814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.907875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.908045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.908130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.908313] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.908416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.908477] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.908677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.908798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.908841] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 is going to be updated. [ 1061.932318] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.932508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.932508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.932779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.932947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.933166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.264882] env[66146]: INFO networking_nsxv3.common.synchronization [req-152372f3-5920-4251-9c87-053638df676b req-ddbafcee-243a-44ed-859c-e4f95edb37e6 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1062.264882] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1062.264882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.264882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.264882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.265142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.265751] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.265751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.265751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.265751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.265900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.265970] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.425846] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: SUCCESS [ 1062.426230] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 deletion is rescheduled due to dependency. [ 1062.426274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.426491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.426779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.427075] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.427256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.427358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.427584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.427705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.427840] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.633284] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.633544] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.635015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.635015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.635015] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.635015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.635015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.635015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.635015] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.635448] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.635553] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.635686] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.635800] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.635914] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.636034] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.636195] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.683388] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.683388] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.683388] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.683388] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-31" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.683948] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-ea9b9af7-8af4-4d70-bda4-35efcae84694 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.683948] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.685523] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.685523] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.685523] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9b9af7-8af4-4d70-bda4-35efcae84694',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.770011] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.930188] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.189308] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.189628] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.189777] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.190100] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.190286] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.190485] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port ea9b9af7-8af4-4d70-bda4-35efcae84694 not found, creating... [ 1063.190821] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.191047] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.191210] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.191494] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.191671] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.192018] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.192211] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.192358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.192610] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.192761] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.192929] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: ea9b9af7-8af4-4d70-bda4-35efcae84694 is going to be created. [ 1063.215415] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.215624] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.215750] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.216037] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.216327] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.216578] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.272861] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.432925] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.776879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.777165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.777233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.778139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.778139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.778139] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1063.812015] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.813048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.813048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.813048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.813048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.826806] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1063.935725] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.935885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.935956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.936348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.936470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.936586] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 is going to be updated. [ 1063.940477] env[66146]: INFO networking_nsxv3.common.synchronization [req-152372f3-5920-4251-9c87-053638df676b req-b8223b4c-4538-4337-937e-6925ac1edddb service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 1063.940646] env[66146]: INFO networking_nsxv3.common.synchronization [req-152372f3-5920-4251-9c87-053638df676b req-b8223b4c-4538-4337-937e-6925ac1edddb service nova] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1063.940781] env[66146]: INFO networking_nsxv3.common.synchronization [req-152372f3-5920-4251-9c87-053638df676b req-b8223b4c-4538-4337-937e-6925ac1edddb service nova] Enqueued Resource ID: ea9b9af7-8af4-4d70-bda4-35efcae84694 with Priority: HIGHEST for action port [ 1063.941823] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_rules [ 1063.941961] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1063.942074] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9b9af7-8af4-4d70-bda4-35efcae84694 with Priority: HIGHEST for action port [ 1063.943114] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.943296] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.943416] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.943665] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.943918] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.944082] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.944196] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.944404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.944542] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.944739] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.944849] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.944953] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.945064] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.945217] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.945324] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.945454] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.946905] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.947035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.947084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.947244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.947323] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.948596] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.948737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.949048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9b9af7-8af4-4d70-bda4-35efcae84694 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.949601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.949681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.950233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.950233] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9b9af7-8af4-4d70-bda4-35efcae84694',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.973547] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.973765] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.973918] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.974108] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.974511] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.974705] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.974825] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.975304] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.975459] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d59d394-9f9b-4540-b5f3-17f19e5f7ecf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.978037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.978144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.978200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.978418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.978572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.991864] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: IN_PROGRESS for 2s [ 1064.448770] env[66146]: INFO networking_nsxv3.common.synchronization [req-30c27eba-769d-4cc0-aeee-36d0b1f80332 req-4b4b380f-ce5c-490e-aaee-b8076c899101 tempest-AttachVolumeTestJSON-1297191521 tempest-AttachVolumeTestJSON-1297191521-project-member] Enqueued Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_members [ 1064.449391] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGHEST for action security_group_members [ 1064.449709] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.449963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.450421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.451399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.451626] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.451789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.451896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.452157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.452281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.452408] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.453765] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.453906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.454015] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea9b9af7-8af4-4d70-bda4-35efcae84694 with status ACTIVE [ 1064.454181] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.454282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.454349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.454553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.454665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.454853] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.454987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.455471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.455680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.455774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.456055] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.456192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.456287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.456583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.456933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.456933] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea9b9af7-8af4-4d70-bda4-35efcae84694 is going to be updated. [ 1064.477538] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.477782] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.477901] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.478218] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.478361] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.478510] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf not found, creating... [ 1064.478774] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.478930] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.479065] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.479289] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.479426] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.479744] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.479904] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.480032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.480245] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.480407] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.480549] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf is going to be created. [ 1064.485817] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.485956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.486094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.486323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.486454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.486622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9b9af7-8af4-4d70-bda4-35efcae84694" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.503033] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.503280] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.503392] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.503714] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.504304] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.504304] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.960025] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.960025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.960025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.960025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.960267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.960437] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.960606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.960719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.960958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.961124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.961284] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 is going to be updated. [ 1064.994066] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.994234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.994364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.994583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.994771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.004733] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 in Status: IN_PROGRESS for 2s [ 1065.215252] env[66146]: INFO networking_nsxv3.common.synchronization [req-0836929e-1041-49a4-b19f-fc5aa20b7204 req-def0233d-375d-49f9-9b96-f560e8851e74 service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 1065.215252] env[66146]: INFO networking_nsxv3.common.synchronization [req-0836929e-1041-49a4-b19f-fc5aa20b7204 req-def0233d-375d-49f9-9b96-f560e8851e74 service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1065.215252] env[66146]: INFO networking_nsxv3.common.synchronization [req-0836929e-1041-49a4-b19f-fc5aa20b7204 req-def0233d-375d-49f9-9b96-f560e8851e74 service nova] Enqueued Resource ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf with Priority: HIGHEST for action port [ 1065.215462] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 1065.215541] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1065.215635] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf with Priority: HIGHEST for action port [ 1065.215909] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.216599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.216761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.217076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.217235] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.219298] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.219515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.219607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.219854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.220112] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.220305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.220526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.220826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.221121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.221230] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.223858] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.223858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.223858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.223858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.223858] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d59d394-9f9b-4540-b5f3-17f19e5f7ecf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.726917] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.726917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.726917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf with status ACTIVE [ 1065.726917] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.726917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.726917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.727388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728067] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.728151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.728223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.728375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.728451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728537] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf is going to be updated. [ 1065.730846] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.769058] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.769058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.769058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.769058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.769398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.769398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.837375] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1065.839976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.839976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.839976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.839976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.839976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.839976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.839976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.839976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.840348] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.004372] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: SUCCESS [ 1066.004584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.004707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.005013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.005271] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.005433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.005537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.005774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.005901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.006064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.006215] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.232850] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.342982] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.490107] env[66146]: INFO networking_nsxv3.common.synchronization [req-7abc2e8d-3f10-4c06-98cd-0fcb4454314a req-af68d4cb-c552-45a9-8901-793bfc12f791 tempest-MigrationsAdminTest-1521926449 tempest-MigrationsAdminTest-1521926449-project-member] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 1066.490654] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 1066.490953] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.491087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.491154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.491404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.491499] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.491593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.491655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.491796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.491879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.491973] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.508063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.508201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.508269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.508473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.508642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.508714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.508778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.509038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.509038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.509110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.509274] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.509349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.509429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.509503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.509636] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.509724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.509781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.509913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.509987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.510103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.510212] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.736374] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.736622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.736622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.736813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.736908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.737015] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 1066.764758] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.764758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.764758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.764976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.765132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.775707] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 1066.844786] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.994111] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.014204] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db3b4782-8c77-4d5c-be4b-db18f6604791: rpc.has_security_group_logging(os_id): False [ 1067.018526] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 in Status: SUCCESS [ 1067.018755] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 deletion is rescheduled due to dependency. [ 1067.018871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.036434] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.036656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.036791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.036927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.037049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.037274] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.037543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.037543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.037726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.037850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.039039] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.039039] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.039039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.039039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 is going to be updated. [ 1067.068575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.068772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.068838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.069101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.069210] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.122304] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.122454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.122528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.122787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.122963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.148801] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: IN_PROGRESS for 2s [ 1067.347782] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.347952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.348029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.348285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.348487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.348487] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1067.386944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.386944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.386944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.387757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.387757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.399053] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1067.420134] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6eabbd8-7780-440a-a304-00fc7d2cc532 req-47c6a88e-e595-43ce-98a5-b092ea28b537 tempest-InstanceActionsV221TestJSON-1686001345 tempest-InstanceActionsV221TestJSON-1686001345-project-member] Enqueued Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_members [ 1067.420660] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_members [ 1067.420962] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.421142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.421173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.421506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.421689] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.421798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.421861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.422193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.422193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.422290] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.496444] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.571744] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.771979] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-792 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.772370] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-792" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.772370] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-792" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.772683] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-792" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.772953] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.773144] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.773269] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.773489] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.773629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.773839] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.773960] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.774099] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.774214] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.774328] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.774517] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.774664] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.795488] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.795763] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.795969] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.796199] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-792" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.796543] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.796725] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.796842] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.797209] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.797437] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c82d49-79d2-4d1b-b8b4-13bcb4183a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.929502] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.929502] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.929502] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb already deleted. [ 1067.929502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.999071] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.999071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.999071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.999457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.999663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.999898] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be updated. [ 1068.031736] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.031924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.031973] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.032233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.032394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.044227] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: IN_PROGRESS for 2s [ 1068.073862] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.301042] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.301042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.301333] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.301660] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.301862] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.302091] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 48c82d49-79d2-4d1b-b8b4-13bcb4183a4d not found, creating... [ 1068.302445] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.302650] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.302783] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.303145] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.303350] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.303720] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.303925] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.304086] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.304383] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.304536] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.304684] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 48c82d49-79d2-4d1b-b8b4-13bcb4183a4d is going to be created. [ 1068.342913] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.343222] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.343384] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.343685] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.344140] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.344238] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.577081] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1068.577081] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1068.785605] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 1068.785953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.785953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.786193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.786405] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.786526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.786588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.786736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.786815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.786898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.786988] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.032475] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6eabbd8-7780-440a-a304-00fc7d2cc532 req-1d80ef25-ec56-40ae-954d-90b04ed89618 service nova] Enqueued Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_rules [ 1069.032693] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6eabbd8-7780-440a-a304-00fc7d2cc532 req-1d80ef25-ec56-40ae-954d-90b04ed89618 service nova] Enqueued Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_members [ 1069.032842] env[66146]: INFO networking_nsxv3.common.synchronization [req-d6eabbd8-7780-440a-a304-00fc7d2cc532 req-1d80ef25-ec56-40ae-954d-90b04ed89618 service nova] Enqueued Resource ID: 48c82d49-79d2-4d1b-b8b4-13bcb4183a4d with Priority: HIGHEST for action port [ 1069.033403] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_rules [ 1069.033536] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_members [ 1069.033637] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c82d49-79d2-4d1b-b8b4-13bcb4183a4d with Priority: HIGHEST for action port [ 1069.033903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.034033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.034100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.034350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.034433] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.035304] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.035435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.035522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.035682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.035828] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.035923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.035984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.036138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.036227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.036360] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.037239] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.037239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.037345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.037422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.037503] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c82d49-79d2-4d1b-b8b4-13bcb4183a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.163753] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: SUCCESS [ 1069.163994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.288944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.289215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.289215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.289419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.289594] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.289697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.289761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.289915] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.290011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.290107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.290256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.290354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.290417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.290564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.290702] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.290794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.290855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.290992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.291079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.291162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.291251] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.375839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.376065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.376173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.376471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.398086] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1069.399561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.400905] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1069.413664] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1069.413951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.414156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.414430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.414656] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.414830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.414890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.415110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.415224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.415351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.415485] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.442684] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.442834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.442904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.443204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.456946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.457726] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1069.457812] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.457908] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1069.499188] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.499349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.499418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.499634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.501144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.501332] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1069.538797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.538984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.539143] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.540087] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48c82d49-79d2-4d1b-b8b4-13bcb4183a4d with status ACTIVE [ 1069.540270] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.540388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.540455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.540659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.540873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.540940] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.540988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.541078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.541232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.541308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.541489] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.541578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.541635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.541770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.541843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.541923] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48c82d49-79d2-4d1b-b8b4-13bcb4183a4d is going to be updated. [ 1069.566228] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.566383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.566667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.566696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.566853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.567027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c82d49-79d2-4d1b-b8b4-13bcb4183a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.597893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.598118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.598118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.598333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.598621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.598943] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1069.729838] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.731376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.731376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.731376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.731376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.731376] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1069.731376] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75', 'aff7b138-9c1d-4b42-8e25-c06b1b4a393c', 'ed8aee82-30bb-40c9-a8a3-e4bedab0caea', '44db8a50-2db5-4345-a78d-29c11ca11c21', 'c96b2c7b-d882-44f7-9598-d16750396b65', 'b17992ee-3bfe-4f7d-aa9c-71ec37762533', '66d897e6-0e7f-4e1c-8cc1-a33f0df0a979', '19598770-311d-41de-95b7-a32cfdb0a740', '42987bac-6968-42c9-960e-ddb00c28ada4', '016fe6da-5bcb-4e2c-8ced-636a73cacb6c', 'd4b43af9-59a0-477c-a525-8b7c2b55bd4c', '01b1808f-9820-42bf-a398-b06e83dd4c0e', '5625618e-0122-4be5-9b38-6f493ee056bf', 'e550b764-c71d-4df4-ae87-c9439988aa7e', 'a4371fa2-4202-4418-87eb-c885a8290a4d', '56caaf32-1841-429d-a2e4-9774ef11c0fc', '5b3be1fc-c287-4b13-967f-63c52e48ec4f', '57c8f273-4169-4902-a8ab-879d4a94c19e', '2aa006af-075c-4f6d-8437-c309868c150d', 'f78fe2d3-5a71-4dbe-9fbe-2efe786be56c', 'cabfbc94-046d-46ae-a22e-ccf9a2ef5153', '3e666f20-e58b-4ede-a6c8-06a16c06b17b', '036cf709-ed9e-4202-8ebf-9c7d61c16931', '021e85a6-2ae0-4e01-a6fe-2332e825b44e', '7ddf3145-3c89-4578-bd0a-7abd0579d63a', 'e71ca9c6-206d-4610-b757-ee64b34e5235', '6677c93a-4a3f-442c-8e5b-fdca31ee4db6', 'd47ae72d-3725-4eba-bd25-5f3396c8a6a6', '6bf19d04-12ba-4571-9db9-0dfaccba5987', '6d0572f9-4967-46fc-93ae-f5d786a0aba0', '8725f5ed-b849-467f-bd30-abb1cd12b7cd', 'fe31761d-87bf-4cb5-bca0-af9291cdf053', 'a311097e-8e0a-44f2-8d26-4380f705e6e3', 'a8860dc8-5373-4c2c-9f17-1aa0f33f5d93', '92a961fb-5479-4eba-a33a-bbdd643c9cfe', 'e0f28ea7-8b2f-4ea9-8878-f95c738f12c7', '332788e4-c364-4c3f-a611-683d0d6cf44d', '574de86c-59ee-4e65-964d-c5675be9ec6a', '99c49ce9-4caa-4dfd-a3a3-81cc22dfd189', '29c56864-fcb2-46cb-9ab6-98b3d1b0f56d', '34b25de5-7ddc-49b8-abc4-b3e30d78af23', '82651fdf-faf5-45e7-a0f7-1188f22b531b', '881b2a02-d4ae-49a9-bcd8-5d058f606edd', '44d844ca-ad29-4a4e-ba2e-e5029282aee8', '25f05f85-8610-427d-9ba1-81329d15d82c', 'db3b4782-8c77-4d5c-be4b-db18f6604791'} {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.731376] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1069.753289] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.753546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.753546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.753720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.753827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.753935] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1069.754016] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.754102] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1069.793704] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44db8a50-2db5-4345-a78d-29c11ca11c21: rpc.has_security_group_logging(os_id): False [ 1069.812148] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.812352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.812396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.812584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.840493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.840832] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.840977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.841057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.841281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.841369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.841591] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.841662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.841731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.841886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.841986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.842149] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.842248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.844181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.844377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.844467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.844562] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 1069.847979] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.848154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.848211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.848351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.849366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.849610] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1069.849686] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1069.849757] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1069.849823] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1069.849904] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1069.849975] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGH for action security_group_rules [ 1069.850065] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGH for action security_group_rules [ 1069.850179] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGH for action security_group_rules [ 1069.850245] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGH for action security_group_rules [ 1069.850245] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGH for action security_group_rules [ 1069.850329] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGH for action security_group_rules [ 1069.850362] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGH for action security_group_rules [ 1069.850421] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGH for action security_group_rules [ 1069.850495] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGH for action security_group_rules [ 1069.850558] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGH for action security_group_rules [ 1069.850621] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGH for action security_group_rules [ 1069.850685] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGH for action security_group_rules [ 1069.850746] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGH for action security_group_rules [ 1069.850806] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGH for action security_group_rules [ 1069.850845] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGH for action security_group_rules [ 1069.850906] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGH for action security_group_rules [ 1069.850964] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGH for action security_group_rules [ 1069.851034] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGH for action security_group_rules [ 1069.851100] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGH for action security_group_rules [ 1069.851162] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGH for action security_group_rules [ 1069.851254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.918432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.918640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.918640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.918879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.919075] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.919190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.919282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.919441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.919530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.919619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.919804] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.919963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.920088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.920252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.920398] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.920490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.920551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.920688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.920798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.920891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.920991] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.927494] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.927700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.927700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.927913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.928097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.942458] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 1070.046284] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.053959] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: SUCCESS [ 1070.054198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.424027] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 1070.442756] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.442934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.443211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.466253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.466589] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.466718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.466772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.466978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.467073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467278] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.467378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.467426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.467578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.467650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.467820] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.467910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.467964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.468116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.468189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.468271] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1070.535806] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.535891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.536173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.536244] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.536469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.549840] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.550043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.550087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.550292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.550395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.550558] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb is going to be created. [ 1070.552403] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1070.604744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.604744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.604744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.604744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.605125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.628118] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb in Status: UNINITIALIZED for 2s [ 1071.736065] env[66146]: INFO networking_nsxv3.common.synchronization [req-ade973b3-3546-40aa-b327-d3d3c2ecf1f5 req-4722eb13-bb8f-4662-ad32-a0a0ffe19bc9 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 1071.736699] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3b4782-8c77-4d5c-be4b-db18f6604791 with Priority: HIGHEST for action security_group_members [ 1071.737246] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGH for action security_group_rules [ 1071.737246] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea with Priority: HIGH for action security_group_rules [ 1071.737246] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4371fa2-4202-4418-87eb-c885a8290a4d with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa006af-075c-4f6d-8437-c309868c150d with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c8f273-4169-4902-a8ab-879d4a94c19e with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e550b764-c71d-4df4-ae87-c9439988aa7e with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5625618e-0122-4be5-9b38-6f493ee056bf with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42987bac-6968-42c9-960e-ddb00c28ada4 with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGH for action security_group_rules [ 1071.738554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19598770-311d-41de-95b7-a32cfdb0a740 with Priority: HIGH for action security_group_rules [ 1071.738875] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c96b2c7b-d882-44f7-9598-d16750396b65 with Priority: HIGH for action security_group_rules [ 1071.738875] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGH for action security_group_rules [ 1071.738875] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGH for action security_group_rules [ 1071.739515] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-db3b4782-8c77-4d5c-be4b-db18f6604791 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.739850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.739850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.740483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.740483] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.740483] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.740656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.740712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.740775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.740842] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db3b4782-8c77-4d5c-be4b-db18f6604791',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.742275] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.742275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.742275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.742275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.742275] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.742812] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.742921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.743033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.743150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.743226] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed8aee82-30bb-40c9-a8a3-e4bedab0caea',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.744083] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.744083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.744204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.744291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.744397] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66d897e6-0e7f-4e1c-8cc1-a33f0df0a979',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.748298] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4371fa2-4202-4418-87eb-c885a8290a4d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.749021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.749021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.749021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.749021] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4371fa2-4202-4418-87eb-c885a8290a4d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.752546] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.752885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.752885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.752981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.753023] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f78fe2d3-5a71-4dbe-9fbe-2efe786be56c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.753839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa006af-075c-4f6d-8437-c309868c150d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.754794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.754794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.754794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.754794] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa006af-075c-4f6d-8437-c309868c150d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.755791] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c8f273-4169-4902-a8ab-879d4a94c19e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.755791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.755886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.757193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.757193] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c8f273-4169-4902-a8ab-879d4a94c19e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.757193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.757193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.757193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.757193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.757193] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b3be1fc-c287-4b13-967f-63c52e48ec4f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.757929] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e550b764-c71d-4df4-ae87-c9439988aa7e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.758220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.758283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.758420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.758703] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e550b764-c71d-4df4-ae87-c9439988aa7e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.760611] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56caaf32-1841-429d-a2e4-9774ef11c0fc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.760935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.761058] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.761328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.761452] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56caaf32-1841-429d-a2e4-9774ef11c0fc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.763082] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5625618e-0122-4be5-9b38-6f493ee056bf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.763181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.763253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.763908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.764575] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5625618e-0122-4be5-9b38-6f493ee056bf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.765432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b1808f-9820-42bf-a398-b06e83dd4c0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.765617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.765680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.766049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.766049] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b1808f-9820-42bf-a398-b06e83dd4c0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.766797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.767121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.767121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.767212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.767299] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4b43af9-59a0-477c-a525-8b7c2b55bd4c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.769152] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.769267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.769451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.769657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.769737] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('016fe6da-5bcb-4e2c-8ced-636a73cacb6c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.770620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42987bac-6968-42c9-960e-ddb00c28ada4 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.770714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.770822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.772904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.773020] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42987bac-6968-42c9-960e-ddb00c28ada4',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.773907] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.774024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.774287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.774510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.774689] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.776644] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19598770-311d-41de-95b7-a32cfdb0a740 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.776751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.776821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.776987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.777077] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19598770-311d-41de-95b7-a32cfdb0a740',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.777809] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c96b2c7b-d882-44f7-9598-d16750396b65 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.777919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.777986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.779050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.779050] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c96b2c7b-d882-44f7-9598-d16750396b65',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.779912] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.780218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.780296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.780523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.805013] env[66146]: INFO networking_nsxv3.common.synchronization [req-ade973b3-3546-40aa-b327-d3d3c2ecf1f5 req-4722eb13-bb8f-4662-ad32-a0a0ffe19bc9 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 with Priority: HIGHEST for action port [ 1071.806422] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 with Priority: HIGHEST for action port [ 1071.808055] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.808336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.808336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.808978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.811245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.811366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.812130] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.812130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.812130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.812130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.812130] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af33961-7d6b-4b0f-a5f2-cad9529eaa17',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.833769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.833927] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f78fe2d3-5a71-4dbe-9fbe-2efe786be56c is going to be deleted. [ 1071.835476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.835718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.864313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.864465] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed8aee82-30bb-40c9-a8a3-e4bedab0caea is going to be deleted. [ 1071.892629] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.892772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.892772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.892978] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.893449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.893449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f78fe2d3-5a71-4dbe-9fbe-2efe786be56c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.925627] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.925627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.925627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.925627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.925627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.925627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed8aee82-30bb-40c9-a8a3-e4bedab0caea" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.983708] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 1071.983999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.984230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.984490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.984751] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.275941] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.275941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.275941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.275941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.278587] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.278917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.282940] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.283239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.283423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.283479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.283653] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.283778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.283839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.283999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.284100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.284187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.284282] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.285480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.285595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.285595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.285869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.286628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.286628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.286628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.286628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.286628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.286628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.286628] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.287575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.287660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315145] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 with status ACTIVE [ 1072.315392] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.315855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.315943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.316139] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.316242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.316330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.316520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.316599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.316776] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.316873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.316940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.317096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.317171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.317254] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af33961-7d6b-4b0f-a5f2-cad9529eaa17 is going to be updated. [ 1072.327866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.328041] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4371fa2-4202-4418-87eb-c885a8290a4d is going to be deleted. [ 1072.333957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.334295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.351801] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.351997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.354574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.354574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.355871] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.356031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.364568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.364709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.366545] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.366796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.373603] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.373857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.375575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.375725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.376672] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.376815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.377616] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.377744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.378592] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.378682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.379941] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.380434] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.380553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393634] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.394079] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.394238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.399105] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.400126] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.400428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.400521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.400757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.400972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.401155] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af33961-7d6b-4b0f-a5f2-cad9529eaa17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.402287] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1072.402849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.403099] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa006af-075c-4f6d-8437-c309868c150d is going to be deleted. [ 1072.404232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.404527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.435564] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.435735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.440168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.440546] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.440677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.440779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.441037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.441146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.441275] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 is going to be updated. [ 1072.442517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.442758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.487882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.488039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56caaf32-1841-429d-a2e4-9774ef11c0fc is going to be deleted. [ 1072.489252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.489637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.490882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.491134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.491235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.491641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.491879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.492082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.492278] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.492393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.492491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.492581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.492742] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.528020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.528237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.528237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.528406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.528559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.556922] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: IN_PROGRESS for 2s [ 1072.558859] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.559031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.589087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.589314] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19598770-311d-41de-95b7-a32cfdb0a740 is going to be deleted. [ 1072.590453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.590704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.630347] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1072.630592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.632566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.633050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.633287] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.650791] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb in Status: SUCCESS [ 1072.651036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.651215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.651437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.652102] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.652102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.652102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.652102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.652102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.652380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.652380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.665976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.666123] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b3be1fc-c287-4b13-967f-63c52e48ec4f is going to be deleted. [ 1072.667146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.667399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.669933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.670120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.758386] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.758698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.765178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.765178] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5625618e-0122-4be5-9b38-6f493ee056bf is going to be deleted. [ 1072.765453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.765698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.790083] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.791496] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.791641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.791757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.792022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.792214] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.792446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.792446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.792654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.792771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.792877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.793158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.793286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.793286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.793625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.793658] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.793751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.793813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.793987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.794085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.794214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.794347] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.810200] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.810425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.831517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.831662] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c96b2c7b-d882-44f7-9598-d16750396b65 is going to be deleted. [ 1072.832571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.832867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.891712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.891881] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 016fe6da-5bcb-4e2c-8ced-636a73cacb6c is going to be deleted. [ 1072.892876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.893099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.945419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.946516] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42987bac-6968-42c9-960e-ddb00c28ada4 is going to be deleted. [ 1072.946646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.946840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.957790] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.957975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.995736] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.995999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.996145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.996457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.996789] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.996858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.996917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.997164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.997289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.997451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.997668] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.997774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.997838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.998032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.998221] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.998329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.998393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.998538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.998787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998913] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.002073] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.002271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.003333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.003459] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c8f273-4169-4902-a8ab-879d4a94c19e is going to be deleted. [ 1073.004551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.004714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.083342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.084037] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b1808f-9820-42bf-a398-b06e83dd4c0e is going to be deleted. [ 1073.084680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.084980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.109747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.109934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.120356] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.120628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.136366] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.136556] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.136621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.136892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.137146] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.137272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.137343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.137551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.137710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.137824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.137986] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.143022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.143236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.155396] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.155654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.155732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.155966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.156205] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.156347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.156450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.157615] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.157615] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.157615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.158016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.158016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.158016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.158016] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.172926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.173110] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e550b764-c71d-4df4-ae87-c9439988aa7e is going to be deleted. [ 1073.174567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.174852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.221789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.222265] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66d897e6-0e7f-4e1c-8cc1-a33f0df0a979 is going to be deleted. [ 1073.222895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.223149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.268410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.268571] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4b43af9-59a0-477c-a525-8b7c2b55bd4c is going to be deleted. [ 1073.269672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.269888] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.269984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.270121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4371fa2-4202-4418-87eb-c885a8290a4d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.270640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.270640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.270640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.270640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa006af-075c-4f6d-8437-c309868c150d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.271152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.271335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.271413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.271551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56caaf32-1841-429d-a2e4-9774ef11c0fc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.271687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.271943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.271943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.272081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19598770-311d-41de-95b7-a32cfdb0a740" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.272160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.272299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.272374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.272500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b3be1fc-c287-4b13-967f-63c52e48ec4f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.272977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.273153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.273282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.273403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c96b2c7b-d882-44f7-9598-d16750396b65" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.273536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.273683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.273762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.273874] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5625618e-0122-4be5-9b38-6f493ee056bf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.273999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.274169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.274245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.274396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-016fe6da-5bcb-4e2c-8ced-636a73cacb6c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.274534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.274683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.274758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.274883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42987bac-6968-42c9-960e-ddb00c28ada4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.275022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.275166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.275242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.275374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c8f273-4169-4902-a8ab-879d4a94c19e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.297163] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b17992ee-3bfe-4f7d-aa9c-71ec37762533: rpc.has_security_group_logging(os_id): False [ 1073.298474] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75: rpc.has_security_group_logging(os_id): False [ 1073.353893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.354256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.354417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.354755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.354988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.355248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b1808f-9820-42bf-a398-b06e83dd4c0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.424551] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.424784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.424871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.425504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.425629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.425776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e550b764-c71d-4df4-ae87-c9439988aa7e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.427068] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.427235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.427340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.427671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.429915] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.430074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.458971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.459215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.488770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.489057] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.489226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.489317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.489583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.489672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.489813] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 is going to be updated. [ 1073.491207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.491478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.502642] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44db8a50-2db5-4345-a78d-29c11ca11c21: rpc.has_security_group_logging(os_id): False [ 1073.546324] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.546799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.548392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.548706] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.548837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.548907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.549163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.549255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.549463] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.549616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.549672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.549834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.549925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.550207] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.550287] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.550355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.550691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.550691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.550784] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1073.551932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.552345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66d897e6-0e7f-4e1c-8cc1-a33f0df0a979" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.552472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.552918] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.553040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.553108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.553288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.553390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.553893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.553893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.553893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.553893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.554135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.554186] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.554275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.554341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.554489] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.554563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.554649] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 1073.640151] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.640328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.640395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.640617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.640797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.640919] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.641010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.641177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.641265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.641404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.641506] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.641600] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.641658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.641799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.641934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.642072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.642136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.642252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.642292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.642364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.642451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.647266] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.647998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.648165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.648554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.648624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.648715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4b43af9-59a0-477c-a525-8b7c2b55bd4c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.660786] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18d9f02e-bd0f-4038-853a-e80fd5541ccb: rpc.has_security_group_logging(os_id): False [ 1073.693763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.693933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694009] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.694231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.694341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.694592] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.694708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.694957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695249] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.695404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.695458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.696015] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.696128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.696182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.696329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.696427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.696514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb is going to be created. [ 1073.754788] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.754979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.754979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.755194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.755432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.768950] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 1073.801359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.803073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.803565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.805412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.805670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.808782] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.808959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.813279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.813718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.814008] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.818682] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.818964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.819134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.819601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.819910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.863803] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1073.868630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb in Status: IN_PROGRESS for 2s [ 1073.873092] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1073.873092] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: IN_PROGRESS for 2s [ 1074.145957] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff7b138-9c1d-4b42-8e25-c06b1b4a393c: rpc.has_security_group_logging(os_id): False [ 1074.166626] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.166990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.167100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.167284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.167443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.167754] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.167879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.167934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.168116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.168175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.168385] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.168482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.168542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.168725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.168813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.169042] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.169194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.169280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.169349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.169436] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1074.255215] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.255215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.255215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.255552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.255609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.271193] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1074.569026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db3b4782-8c77-4d5c-be4b-db18f6604791 in Status: SUCCESS [ 1074.569248] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db3b4782-8c77-4d5c-be4b-db18f6604791 deletion is rescheduled due to dependency. [ 1074.569375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db3b4782-8c77-4d5c-be4b-db18f6604791" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.793133] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 1075.793539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.884594] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb in Status: SUCCESS [ 1075.884853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.887385] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1075.887590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.890146] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: SUCCESS [ 1075.890354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.289515] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1076.290120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.807885] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1076.808454] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1077.753273] env[66146]: INFO networking_nsxv3.common.synchronization [req-0353b042-2d04-4b0e-9f3b-9da24dc10154 req-cd2411a6-0dae-443d-8ecb-ae00e51f3f8e tempest-MigrationsAdminTest-1521926449 tempest-MigrationsAdminTest-1521926449-project-member] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 1077.753894] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGHEST for action security_group_members [ 1077.754409] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.754409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.754409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.754637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.755661] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.755661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.755661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.755661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.755661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.755661] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.260497] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.260933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.260933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.261806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.315223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.315773] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.316047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.316181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.316532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.316692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.316901] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be updated. [ 1078.366512] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.366713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.366796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.367033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.367182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.380358] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: IN_PROGRESS for 2s [ 1079.185499] env[66146]: INFO networking_nsxv3.common.synchronization [req-86db41fb-5079-41ca-82a7-edf6f7b5a4cd req-fed522f0-fc17-4fa3-927b-cebc3d1e06a6 tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 1079.186067] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 1079.186423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.186640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.186640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.186827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.186977] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.187095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.187095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.187260] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.187329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.187395] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.689360] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.693408] env[66146]: INFO networking_nsxv3.common.synchronization [req-10ba07cc-016e-4e40-b159-d79edd728077 req-43436ef3-534d-4ddd-b6f3-56d4c2f1d1b9 tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1079.693408] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1079.693408] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.693408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.693408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.693722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.693993] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.693993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.693993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.695505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.695505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.695505] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.825183] env[66146]: INFO networking_nsxv3.common.synchronization [req-37854592-2eed-4e6d-87b3-05469a8aeea3 req-1647efb0-90d3-4055-89d7-c96ec47a3358 tempest-DeleteServersTestJSON-1770872467 tempest-DeleteServersTestJSON-1770872467-project-member] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 1079.826183] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGHEST for action security_group_members [ 1079.826646] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.827181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.827321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.827627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.827883] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.828082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.828200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.828464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.828628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.828796] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.196440] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.197543] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.197683] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.197766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.197984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.221651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.221925] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.222067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.222132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.222365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.222435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.222530] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1080.256174] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.256174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.256174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.256174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.256455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.269155] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1080.332046] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.332361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.332503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.332858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.364329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.364797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.365440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.365440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.365440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.366481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.366481] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be updated. [ 1080.391069] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 in Status: SUCCESS [ 1080.391069] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 deletion is rescheduled due to dependency. [ 1080.391228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.407911] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.408122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.408248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.408460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.408678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.422072] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: IN_PROGRESS for 2s [ 1080.704180] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.704715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.704715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.704715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.704715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.704850] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be updated. [ 1080.738054] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.738054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.738054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.738054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.738054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.757318] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: IN_PROGRESS for 2s [ 1080.785938] env[66146]: INFO networking_nsxv3.common.synchronization [req-6b3d9853-97da-42ce-acef-732216cc49ac req-74090605-b97d-443b-b902-7323fcfbd520 tempest-InstanceActionsV221TestJSON-1686001345 tempest-InstanceActionsV221TestJSON-1686001345-project-member] Enqueued Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_members [ 1080.787037] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGHEST for action security_group_members [ 1080.787037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.787037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.787037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.787696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.787831] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.787831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.788092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.788092] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.788233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.788233] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.048280] env[66146]: INFO networking_nsxv3.common.synchronization [req-dbdd841a-00b3-4f26-883c-973120d0c27b req-eb53bce7-b82a-42cb-8369-b52002f40637 tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1081.048852] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1081.049479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.049615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.049741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.049979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.050160] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.050265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.050330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.050490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.050578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.050675] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.290810] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.290994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.291113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.291375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.291474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.291681] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.291784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.291851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.292083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.292199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.292301] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb is going to be updated. [ 1081.350839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.350998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.351082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.351831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.351831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.364523] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb in Status: IN_PROGRESS for 2s [ 1081.553182] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.954456] env[66146]: INFO networking_nsxv3.common.synchronization [req-29fb5b4b-0fbc-4139-b5a0-1bc479f48628 req-d3743833-4b4f-4a19-bce6-145cbc7e4ca1 tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1081.955999] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1081.955999] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.955999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.955999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.955999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.955999] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.955999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.955999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.956499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.956499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.956499] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.055173] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.280220] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1082.280418] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 deletion is rescheduled due to dependency. [ 1082.280565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.431812] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a in Status: SUCCESS [ 1082.431961] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a deletion is rescheduled due to dependency. [ 1082.432070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.459230] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.459383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.459447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.459677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.481143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.481143] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.481143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.481143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.481143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.481450] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1082.510759] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.510885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.510993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.511533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.511533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.521526] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1082.559731] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.559928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.560128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.560246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.560334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.560467] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1082.590048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.590192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.590265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.590476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.590622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.600499] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1082.769293] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: SUCCESS [ 1082.769971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.105606] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.105975] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.105975] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.106278] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.106529] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.106850] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.106965] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.107330] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.107483] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.107686] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.107808] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.107900] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.108029] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.108122] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.108231] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.108356] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.127115] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.127595] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.127595] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.127595] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-215" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.127911] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.128114] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.128237] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.128491] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.128627] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d59d394-9f9b-4540-b5f3-17f19e5f7ecf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.376356] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb in Status: SUCCESS [ 1083.376521] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb deletion is rescheduled due to dependency. [ 1083.376678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.631563] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.631766] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.631916] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.632247] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.632387] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.632690] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.632855] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.632971] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.633205] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.633327] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.633685] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.633837] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.633947] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.635352] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.635352] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.635352] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf is going to be updated. [ 1083.659032] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.659032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.659032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.659032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.659032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.659032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.424541] env[66146]: INFO networking_nsxv3.common.synchronization [req-1578df6a-3877-49ef-9066-56ae3724354c req-4209d7e8-e9b1-4969-972b-7bb8a213899d service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 1084.424804] env[66146]: INFO networking_nsxv3.common.synchronization [req-1578df6a-3877-49ef-9066-56ae3724354c req-4209d7e8-e9b1-4969-972b-7bb8a213899d service nova] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1084.424804] env[66146]: INFO networking_nsxv3.common.synchronization [req-1578df6a-3877-49ef-9066-56ae3724354c req-4209d7e8-e9b1-4969-972b-7bb8a213899d service nova] Enqueued Resource ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf with Priority: HIGHEST for action port [ 1084.427544] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_rules [ 1084.427748] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1084.427914] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf with Priority: HIGHEST for action port [ 1084.428295] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.428597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.428597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.428879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.428954] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.430905] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.430905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.431474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.432339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.432339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.432339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.432339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.432339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.432740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.432740] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.433971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.433971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.433971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.433971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.433971] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d59d394-9f9b-4540-b5f3-17f19e5f7ecf',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.532601] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1084.532601] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 deletion is rescheduled due to dependency. [ 1084.532601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.611133] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1084.611793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.909776] env[66146]: INFO networking_nsxv3.common.synchronization [req-37bf5fe8-727f-4159-a04b-7d79f3d6b607 req-a657ffa1-313d-47f6-a4e8-8372e39f4667 tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1084.910353] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1084.910677] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.910804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.910864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.911598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.912158] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.912158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.912158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.912272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.912272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.912716] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.935902] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.935902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.936262] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf with status ACTIVE [ 1084.936296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.936410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.936474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.936677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.936766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.937026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.937026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.937139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.937233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.937326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.937526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.937623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.937681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.938035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.938035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.938035] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d59d394-9f9b-4540-b5f3-17f19e5f7ecf is going to be updated. [ 1084.939214] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.965031] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.965031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.965031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.965031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.965031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.965031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d59d394-9f9b-4540-b5f3-17f19e5f7ecf" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.274223] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.274462] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.274509] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.274759] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.275211] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.275398] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.275547] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.275767] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.275915] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.276139] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.276252] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.276376] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.276550] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.276932] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.276987] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.277219] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.298134] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.299230] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.299230] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.299230] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.299410] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-be73e662-851c-4d92-a92d-933bd7c87f3b taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.299606] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.299786] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.300296] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.300522] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be73e662-851c-4d92-a92d-933bd7c87f3b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.343988] env[66146]: INFO networking_nsxv3.common.synchronization [None req-6c8476ea-72d6-41df-834f-5a07f05ffa37 None None] Enqueued Resource ID: 4764807d-813b-461e-a1a6-ed6a52010088 with Priority: HIGHEST for action port [ 1085.344575] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4764807d-813b-461e-a1a6-ed6a52010088 with Priority: HIGHEST for action port [ 1085.344946] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4764807d-813b-461e-a1a6-ed6a52010088 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.345272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4764807d-813b-461e-a1a6-ed6a52010088" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.345272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4764807d-813b-461e-a1a6-ed6a52010088" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.345586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4764807d-813b-461e-a1a6-ed6a52010088" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.345741] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4764807d-813b-461e-a1a6-ed6a52010088',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.415425] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.415790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.415944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.416305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.416454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.416732] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.416912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.417020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.417285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.417420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.417575] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1085.441804] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.454286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.454436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.454574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.454727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.454902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.467557] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1085.806022] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.806022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port be73e662-851c-4d92-a92d-933bd7c87f3b not found, creating... [ 1085.806022] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.806022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.806614] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.806614] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.806614] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.807316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.807393] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.807539] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: be73e662-851c-4d92-a92d-933bd7c87f3b is going to be created. [ 1085.840129] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.840378] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.840506] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.840788] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.841034] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.841359] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.849134] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4764807d-813b-461e-a1a6-ed6a52010088 [ 1085.849476] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.849703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.850654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.850654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.850654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.850654] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4764807d-813b-461e-a1a6-ed6a52010088 already deleted. [ 1085.850654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4764807d-813b-461e-a1a6-ed6a52010088" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.944400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.944582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.944622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.944893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.945024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.945470] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 1085.993276] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.993276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.993276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.993276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.993729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.006384] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 1086.587429] env[66146]: INFO networking_nsxv3.common.synchronization [req-37bf5fe8-727f-4159-a04b-7d79f3d6b607 req-1b859068-f82e-4988-aeff-1e8a3c1a92ac service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1086.587787] env[66146]: INFO networking_nsxv3.common.synchronization [req-37bf5fe8-727f-4159-a04b-7d79f3d6b607 req-1b859068-f82e-4988-aeff-1e8a3c1a92ac service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1086.587832] env[66146]: INFO networking_nsxv3.common.synchronization [req-37bf5fe8-727f-4159-a04b-7d79f3d6b607 req-1b859068-f82e-4988-aeff-1e8a3c1a92ac service nova] Enqueued Resource ID: be73e662-851c-4d92-a92d-933bd7c87f3b with Priority: HIGHEST for action port [ 1086.588463] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1086.588626] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1086.588733] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be73e662-851c-4d92-a92d-933bd7c87f3b with Priority: HIGHEST for action port [ 1086.589200] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.592628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.592829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.593176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.593318] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.595050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.595131] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.595336] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-be73e662-851c-4d92-a92d-933bd7c87f3b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.595546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.595969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.595969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.595969] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be73e662-851c-4d92-a92d-933bd7c87f3b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.100026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be73e662-851c-4d92-a92d-933bd7c87f3b with status ACTIVE [ 1087.100026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100026] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.100701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.100701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.100701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.100701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.100701] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be73e662-851c-4d92-a92d-933bd7c87f3b is going to be updated. [ 1087.121868] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.122106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.122106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.122291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.122937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.122937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be73e662-851c-4d92-a92d-933bd7c87f3b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.481140] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1087.481313] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 deletion is rescheduled due to dependency. [ 1087.481433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.481597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.481816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.481998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.482139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.482204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.482359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.482576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.482576] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.859395] env[66146]: INFO networking_nsxv3.common.synchronization [None req-deb6a67a-5cdc-42ce-a8f7-dd4414de48a6 None None] Enqueued Resource ID: f8ffdccd-b89a-4c4d-a509-99ae75696439 with Priority: HIGHEST for action port [ 1087.861084] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ffdccd-b89a-4c4d-a509-99ae75696439 with Priority: HIGHEST for action port [ 1087.861084] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8ffdccd-b89a-4c4d-a509-99ae75696439 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.861084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8ffdccd-b89a-4c4d-a509-99ae75696439" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.861084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8ffdccd-b89a-4c4d-a509-99ae75696439" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.861084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8ffdccd-b89a-4c4d-a509-99ae75696439" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.861084] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8ffdccd-b89a-4c4d-a509-99ae75696439',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.986867] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.017450] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 1088.017690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.017847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.018284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.018378] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.018506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.018574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.018739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.018823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.018909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.018998] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.366946] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8ffdccd-b89a-4c4d-a509-99ae75696439 [ 1088.367355] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.367519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.367630] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.367994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.367994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.368353] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8ffdccd-b89a-4c4d-a509-99ae75696439 already deleted. [ 1088.368353] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8ffdccd-b89a-4c4d-a509-99ae75696439" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.489319] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.521981] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.521981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.522566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.523132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.523228] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.523364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.523563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.523840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.524179] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.524579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.524579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.524676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.525441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.525441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.525441] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.994678] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.994678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.994678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.994678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.994678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.994678] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1089.027656] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44db8a50-2db5-4345-a78d-29c11ca11c21: rpc.has_security_group_logging(os_id): False [ 1089.031350] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.031350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.031350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.031350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.031732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.043329] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1089.057296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.057296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.057296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.057960] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.057960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.057960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.057960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.057960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.058166] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.058212] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.058239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.058405] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.058499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.058550] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 1089.155990] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.155990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.155990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.155990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.155990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.174767] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 1090.570325] env[66146]: INFO networking_nsxv3.common.synchronization [req-e0dfd782-d92a-4d8f-b085-e17877403445 req-27743f9a-7c0d-4e22-84a1-497a1afb29c3 tempest-ServerRescueNegativeTestJSON-1778594243 tempest-ServerRescueNegativeTestJSON-1778594243-project-member] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 1090.570984] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGHEST for action security_group_members [ 1090.571710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.571710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.571710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.571964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.571964] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.572052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.572087] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.572218] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.572303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.572396] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.054870] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1091.055137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.055318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.055552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.055845] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.055968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.056175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.056419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.056419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.056524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.056669] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.075040] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.075248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.075332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.075563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.106080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.106372] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.106519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.106579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.106829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.107445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.107445] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be updated. [ 1091.155363] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.155638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.155800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.156161] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.156413] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.168409] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: IN_PROGRESS for 2s [ 1091.213361] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 1091.213361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.559528] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.559726] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.559777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.559965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.560201] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.560257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.560332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.560452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.560574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.560631] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.560765] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.560854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.560910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.561563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.561563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.561563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.561563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.561563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.561811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.561811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.561811] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.063812] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6677c93a-4a3f-442c-8e5b-fdca31ee4db6: rpc.has_security_group_logging(os_id): False [ 1092.082408] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.082408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.082408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.084873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.084988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.085253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.085356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.085418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.085595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.085682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.085871] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.085962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.086032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.086173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.086243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.086424] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.086516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.086582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.086730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.086837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.086997] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1092.156184] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.156499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.156615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.156951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.157173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.178935] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1093.179978] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 in Status: SUCCESS [ 1093.180293] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 deletion is rescheduled due to dependency. [ 1093.180380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.194226] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1094.194593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.572299] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.573159] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1095.667809] env[66146]: INFO networking_nsxv3.common.synchronization [None req-1b516669-22b4-448c-ae28-1ee5d274138d tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: c1f810c5-12b6-4bee-b148-38de7cd7efad with Priority: HIGHEST for action security_group_rules [ 1095.668566] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f810c5-12b6-4bee-b148-38de7cd7efad with Priority: HIGHEST for action security_group_rules [ 1095.669012] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1f810c5-12b6-4bee-b148-38de7cd7efad taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.669217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.669319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.669623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.669818] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1f810c5-12b6-4bee-b148-38de7cd7efad',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.760994] env[66146]: INFO networking_nsxv3.common.synchronization [None req-f3338463-cf16-4b6b-adb0-86007b504f16 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: c1f810c5-12b6-4bee-b148-38de7cd7efad with Priority: HIGHEST for action security_group_rules [ 1095.761583] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f810c5-12b6-4bee-b148-38de7cd7efad with Priority: HIGHEST for action security_group_rules [ 1095.761890] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1f810c5-12b6-4bee-b148-38de7cd7efad taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.761992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.192393] env[66146]: INFO networking_nsxv3.common.synchronization [req-9bf19aa4-e1e5-46cc-8910-fb9c75ca5b6b req-ff1f3008-75cb-4d08-a5e1-abfa80209d8f tempest-ServersTestJSON-1293638103 tempest-ServersTestJSON-1293638103-project-member] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1096.193797] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.193925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.193993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.194240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.194297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.194412] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1f810c5-12b6-4bee-b148-38de7cd7efad already deleted. [ 1096.194499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.195062] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGHEST for action security_group_members [ 1096.195250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.195425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.195538] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1f810c5-12b6-4bee-b148-38de7cd7efad',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.196519] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.196692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.196739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.196889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.197094] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.197174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.197237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.197611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.197611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.197611] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.701266] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.701266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.701266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.701266] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.701690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.701690] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.701760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.701760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.702016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.702154] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.702270] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be updated. [ 1096.721667] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.721667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.721667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.721667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.721667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.721667] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1f810c5-12b6-4bee-b148-38de7cd7efad already deleted. [ 1096.721667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1f810c5-12b6-4bee-b148-38de7cd7efad" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.734288] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.734627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.734795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.735097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.735332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.746832] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: IN_PROGRESS for 2s [ 1098.757846] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c in Status: SUCCESS [ 1098.757846] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c deletion is rescheduled due to dependency. [ 1098.758252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.248527] env[66146]: INFO networking_nsxv3.common.synchronization [req-ae071527-6c9a-48ab-a685-1646a32fc507 req-dd671c42-f7ef-48f1-9021-9e4f67016484 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1099.249014] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1099.249320] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.249441] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.249508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.249707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.249870] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.250018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.250082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.250279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.250374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.250470] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.752778] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.753057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.753188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.753522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.753699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.753999] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.754190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.754301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.754583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.754776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.754879] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1099.789357] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.789357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.789357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.789357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.789357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.799435] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1100.037951] env[66146]: INFO networking_nsxv3.common.synchronization [req-bd2ba45a-ca2f-458c-ba2c-f7aa3a8fb5e2 req-2a39e87a-6140-4b2e-9d20-9b817d368660 tempest-FloatingIPsAssociationNegativeTestJSON-545017483 tempest-FloatingIPsAssociationNegativeTestJSON-545017483-project-member] Enqueued Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_members [ 1100.038495] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_members [ 1100.038798] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.038920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.038986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.039637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.039839] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.039979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.040102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.040289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.040401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.040523] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.420972] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-291 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.421209] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-291" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.421326] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-291" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.421651] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-291" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.421917] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.422128] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.422255] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.422490] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.422629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.422834] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.422948] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.423085] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.423175] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.424110] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.424110] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.424110] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.445754] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.445754] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.445754] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.445754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-291" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.445754] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-0080b2a5-ba2c-4277-b9c4-e88755f02311 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.445754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.445754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.445754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.445754] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0080b2a5-ba2c-4277-b9c4-e88755f02311',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.543735] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.543968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.543968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.544289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.544507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.544774] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.544935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.545065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.545316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.545448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.545582] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ea367-6d94-4a12-bf87-5383912bda64 already deleted. [ 1100.545757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.948103] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.948493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.948582] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.948978] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.949205] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.949417] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 0080b2a5-ba2c-4277-b9c4-e88755f02311 not found, creating... [ 1100.949796] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.950030] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.950195] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.950527] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.950697] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.951110] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.951332] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.951629] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.951954] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.952157] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.952351] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 0080b2a5-ba2c-4277-b9c4-e88755f02311 is going to be created. [ 1100.979685] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.979902] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.980033] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.980318] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.980546] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.980795] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.394035] env[66146]: INFO networking_nsxv3.common.synchronization [req-aadc754a-6a66-4f4b-9db0-d5ff309cad6c req-17fd07db-6dad-4d9c-a2f6-02457ee93a48 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1101.394693] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1101.395072] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.395222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.395292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.395515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.395685] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.395867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.395933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.396125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.396228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.396323] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.698481] env[66146]: INFO networking_nsxv3.common.synchronization [req-bd2ba45a-ca2f-458c-ba2c-f7aa3a8fb5e2 req-10efd913-0ae5-4b56-87ef-5be9bf4acda1 service nova] Enqueued Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_rules [ 1101.699164] env[66146]: INFO networking_nsxv3.common.synchronization [req-bd2ba45a-ca2f-458c-ba2c-f7aa3a8fb5e2 req-10efd913-0ae5-4b56-87ef-5be9bf4acda1 service nova] Enqueued Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_members [ 1101.701240] env[66146]: INFO networking_nsxv3.common.synchronization [req-bd2ba45a-ca2f-458c-ba2c-f7aa3a8fb5e2 req-10efd913-0ae5-4b56-87ef-5be9bf4acda1 service nova] Enqueued Resource ID: 0080b2a5-ba2c-4277-b9c4-e88755f02311 with Priority: HIGHEST for action port [ 1101.701240] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_rules [ 1101.701240] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_members [ 1101.701240] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0080b2a5-ba2c-4277-b9c4-e88755f02311 with Priority: HIGHEST for action port [ 1101.701452] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.701801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.701878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.702192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.702277] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.703322] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.703442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.703509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.703687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.703867] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.704170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.704243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.704394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.704598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.706193] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.706193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-0080b2a5-ba2c-4277-b9c4-e88755f02311 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.706193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.706193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.706193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.706193] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0080b2a5-ba2c-4277-b9c4-e88755f02311',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.810360] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1101.810360] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 1101.810360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.898496] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.208500] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.208500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.209177] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0080b2a5-ba2c-4277-b9c4-e88755f02311 with status ACTIVE [ 1102.209177] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.209177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.209177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.210194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.210194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.210194] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.210194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.210378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.210623] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.210774] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.211230] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.211381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.211495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.211842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.211962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.212116] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0080b2a5-ba2c-4277-b9c4-e88755f02311 is going to be updated. [ 1102.213571] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.237442] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.239019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.239019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.239019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.239019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.239019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0080b2a5-ba2c-4277-b9c4-e88755f02311" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.401117] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.718210] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.904125] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.904333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.904426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.904648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.904839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.904910] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be updated. [ 1102.942022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.942022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.942022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.942022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.942022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.950223] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: IN_PROGRESS for 2s [ 1103.222471] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.222931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.222931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.222931] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.223172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.223229] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ea367-6d94-4a12-bf87-5383912bda64 is going to be created. [ 1103.257560] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.257742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.257801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.258086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.258304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.272752] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ea367-6d94-4a12-bf87-5383912bda64 in Status: UNINITIALIZED for 2s [ 1104.354052] env[66146]: INFO networking_nsxv3.common.synchronization [req-a89e64f8-5702-4cb2-8b7f-1269f31250ac req-66dc25fa-1b6f-488f-9059-4c59b9466c54 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1104.354700] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1104.354944] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.355275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.355275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.355422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.355528] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.355632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.356095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.356095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.356095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.356095] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.736329] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.736528] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.736668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.737110] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.737375] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.737547] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.737664] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.737893] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.738231] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.738471] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.738586] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.738690] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.738793] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.738905] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.739015] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.739151] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.759215] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.759401] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.759519] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.759690] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-17" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.760065] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.760256] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.760382] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.760685] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.760821] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('274b16ec-6ed8-4765-8fd5-7e8e3b68d748',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.858348] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.960954] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: SUCCESS [ 1104.960954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.263179] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.263508] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.263746] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.263983] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.264158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.264378] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 274b16ec-6ed8-4765-8fd5-7e8e3b68d748 not found, creating... [ 1105.264703] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.264911] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.265022] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.265258] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.265390] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.266121] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.266121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.266121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.266294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.266355] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.266485] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 274b16ec-6ed8-4765-8fd5-7e8e3b68d748 is going to be created. [ 1105.284804] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ea367-6d94-4a12-bf87-5383912bda64 in Status: SUCCESS [ 1105.284984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.285061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.285293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.285483] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.285605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.285670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.285993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.285993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.286096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.286922] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.289901] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.290194] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.290456] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.290761] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.290986] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.291238] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.362035] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.788912] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.789065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.789143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.789375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.789551] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.789639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.789701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.789845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.789933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.790023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.790167] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.790262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.790847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.791146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.791294] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.791391] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.791456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.791881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.792024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.792096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.792381] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.864504] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.864504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.864504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.865210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.865339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.865461] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be updated. [ 1105.915191] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.915429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.915524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.916805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.916805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.931241] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: IN_PROGRESS for 2s [ 1106.030605] env[66146]: INFO networking_nsxv3.common.synchronization [req-a89e64f8-5702-4cb2-8b7f-1269f31250ac req-590eebd7-bb78-45cb-b02b-e336de9a3e1a service nova] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 1106.030800] env[66146]: INFO networking_nsxv3.common.synchronization [req-a89e64f8-5702-4cb2-8b7f-1269f31250ac req-590eebd7-bb78-45cb-b02b-e336de9a3e1a service nova] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1106.031026] env[66146]: INFO networking_nsxv3.common.synchronization [req-a89e64f8-5702-4cb2-8b7f-1269f31250ac req-590eebd7-bb78-45cb-b02b-e336de9a3e1a service nova] Enqueued Resource ID: 274b16ec-6ed8-4765-8fd5-7e8e3b68d748 with Priority: HIGHEST for action port [ 1106.031577] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_rules [ 1106.031651] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1106.031754] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 274b16ec-6ed8-4765-8fd5-7e8e3b68d748 with Priority: HIGHEST for action port [ 1106.032050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.032385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.032459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.033074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.033500] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.034087] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.034192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.034526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.034526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.034664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.034769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.034849] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('274b16ec-6ed8-4765-8fd5-7e8e3b68d748',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.225771] env[66146]: INFO networking_nsxv3.common.synchronization [None req-19992fbc-5ade-445f-8929-2812df98082b None None] Enqueued Resource ID: b3e443aa-7cc4-476b-9070-6a35edac015e with Priority: HIGHEST for action port [ 1106.226612] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3e443aa-7cc4-476b-9070-6a35edac015e with Priority: HIGHEST for action port [ 1106.226812] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3e443aa-7cc4-476b-9070-6a35edac015e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.226917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3e443aa-7cc4-476b-9070-6a35edac015e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.226917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3e443aa-7cc4-476b-9070-6a35edac015e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.227883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3e443aa-7cc4-476b-9070-6a35edac015e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.227883] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3e443aa-7cc4-476b-9070-6a35edac015e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.295358] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 912ea367-6d94-4a12-bf87-5383912bda64: rpc.has_security_group_logging(os_id): False [ 1106.318864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.321250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.321250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.321250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.321250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.322442] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.322442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.322442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.322442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.322442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.322442] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.323286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.323470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.323749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.323955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.324294] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.326396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.326396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.326396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.326396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.326396] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912ea367-6d94-4a12-bf87-5383912bda64 is going to be created. [ 1106.399254] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.400452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.400452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.400452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.400654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.417555] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912ea367-6d94-4a12-bf87-5383912bda64 in Status: IN_PROGRESS for 2s [ 1106.541509] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.541509] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 274b16ec-6ed8-4765-8fd5-7e8e3b68d748 with status ACTIVE [ 1106.541509] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.541509] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.541509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.541509] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.542119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.542119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.543166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.543166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.543166] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 274b16ec-6ed8-4765-8fd5-7e8e3b68d748 is going to be updated. [ 1106.573738] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.573949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.574160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.574298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.574476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.574680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-274b16ec-6ed8-4765-8fd5-7e8e3b68d748" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.730759] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3e443aa-7cc4-476b-9070-6a35edac015e [ 1106.731098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.731909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.731909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.731909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.731909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.731909] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3e443aa-7cc4-476b-9070-6a35edac015e already deleted. [ 1106.732122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3e443aa-7cc4-476b-9070-6a35edac015e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.946022] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: SUCCESS [ 1107.946022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.946022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.946022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.946022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.946022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.946022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.946022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.946022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.946022] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.434794] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 912ea367-6d94-4a12-bf87-5383912bda64 in Status: SUCCESS [ 1108.434948] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.450082] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.660849] env[66146]: INFO networking_nsxv3.common.synchronization [req-fcd96533-d955-4494-b6cb-9e4ffb8e02de req-bbd1b5c9-dfdd-41d5-b023-269a201354cc tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1108.661380] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1108.661768] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.661880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.661954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.662215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.662432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.662549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.662653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.662808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.662972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.663059] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.678504] env[66146]: INFO networking_nsxv3.common.synchronization [None req-dc52d12e-c10f-4d4a-bf13-4b4a9da3964c None None] Enqueued Resource ID: ced088ae-4903-4354-8247-84df87e7b621 with Priority: HIGHEST for action port [ 1108.679176] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced088ae-4903-4354-8247-84df87e7b621 with Priority: HIGHEST for action port [ 1108.680382] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced088ae-4903-4354-8247-84df87e7b621 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.680382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced088ae-4903-4354-8247-84df87e7b621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.680382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced088ae-4903-4354-8247-84df87e7b621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.680382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced088ae-4903-4354-8247-84df87e7b621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.680382] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced088ae-4903-4354-8247-84df87e7b621',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.952332] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.097806] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.098214] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.098299] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.099108] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.099108] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.099236] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.099392] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.099742] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.099976] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.100323] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.100531] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.100650] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.100758] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.100869] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.100975] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.101122] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.124887] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.125060] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.125238] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.125438] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.125830] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.126067] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.126316] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.126632] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.126719] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b241c95-a41e-44fe-a7ed-853b6fdfb5b8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.165455] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.165699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.165699] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.166035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.166151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.166366] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.166522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.166563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.166696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.166771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.166900] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1109.182965] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ced088ae-4903-4354-8247-84df87e7b621 [ 1109.183224] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.183396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.183469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.183678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.183777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.183894] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ced088ae-4903-4354-8247-84df87e7b621 already deleted. [ 1109.184019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced088ae-4903-4354-8247-84df87e7b621" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.198108] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.198383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.198519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.198933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.199192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.215821] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1109.455710] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.455999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.455999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.456382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.456499] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.456602] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be updated. [ 1109.500933] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.501179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.501179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.501421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.502457] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.515359] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: IN_PROGRESS for 2s [ 1109.633934] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.634309] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.634452] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.634743] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.634892] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.635202] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 not found, creating... [ 1109.635531] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.635701] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.635817] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.636088] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.636299] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.636715] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.636901] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.637098] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.637343] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.637634] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.637802] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 is going to be created. [ 1109.663975] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.664371] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.664574] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.664874] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.665120] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.665445] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.423191] env[66146]: INFO networking_nsxv3.common.synchronization [req-fcd96533-d955-4494-b6cb-9e4ffb8e02de req-5e43e832-b716-4ca4-8ae3-7a28b6c62eba service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 1110.423547] env[66146]: INFO networking_nsxv3.common.synchronization [req-fcd96533-d955-4494-b6cb-9e4ffb8e02de req-5e43e832-b716-4ca4-8ae3-7a28b6c62eba service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1110.423670] env[66146]: INFO networking_nsxv3.common.synchronization [req-fcd96533-d955-4494-b6cb-9e4ffb8e02de req-5e43e832-b716-4ca4-8ae3-7a28b6c62eba service nova] Enqueued Resource ID: 7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 with Priority: HIGHEST for action port [ 1110.424437] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 1110.424792] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1110.424954] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 with Priority: HIGHEST for action port [ 1110.425729] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.425729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.425729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.426044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.426164] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.427336] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.427524] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.428051] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.428051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.428051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.428401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.428469] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b241c95-a41e-44fe-a7ed-853b6fdfb5b8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.930762] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.930918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.931666] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 with status ACTIVE [ 1110.931666] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.931666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.931666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.931857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.931857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.933037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.933037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.933037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.933037] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b241c95-a41e-44fe-a7ed-853b6fdfb5b8 is going to be updated. [ 1110.955942] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.956144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.956263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.956417] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.956855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.956855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b241c95-a41e-44fe-a7ed-853b6fdfb5b8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.227442] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1111.227674] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 deletion is rescheduled due to dependency. [ 1111.227799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.228132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.228434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.228628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.229408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.229408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.229408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.229408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.229408] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.526496] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: SUCCESS [ 1111.526859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.526932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.527145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.527339] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.527455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.527528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.527673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.527757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.527839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.527930] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.731179] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.007925] env[66146]: INFO networking_nsxv3.common.synchronization [None req-3bf27dab-178e-4b12-baa8-5cc7da48377d tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_rules [ 1112.008654] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_rules [ 1112.009270] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.009442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.009539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.009878] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.009997] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.030033] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.090469] env[66146]: INFO networking_nsxv3.common.synchronization [None req-39500afe-7a3b-49b6-992f-5713edadee0d tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_rules [ 1112.090991] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_rules [ 1112.091308] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.091408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.233598] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.532889] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.532889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.532889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.533636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.533636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.533636] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a already deleted. [ 1112.533636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.533636] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8725f5ed-b849-467f-bd30-abb1cd12b7cd: rpc.has_security_group_logging(os_id): False [ 1112.534772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.534997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.535102] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.560654] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.560654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.560654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.560654] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.582541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.582878] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.583036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.583102] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.583365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.583509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.583719] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be updated. [ 1112.641345] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.641658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.641753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.641939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.642124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.657467] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: IN_PROGRESS for 2s [ 1112.736779] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.737037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.737209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.737513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.737681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.737872] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1112.789713] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.789870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.789913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.790123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.790274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.801032] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1113.061921] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.062151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.062151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.062356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.062444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.062539] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a already deleted. [ 1113.062620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.442041] env[66146]: INFO networking_nsxv3.common.synchronization [req-5a820ff4-52b3-46a5-b427-4943527b5677 req-0f479087-f011-4a2a-921d-c9015810c48b tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1113.442041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1113.442041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.442041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.442041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.442041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.442041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.442041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.442041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.442041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.442041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.443645] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.868499] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.868883] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.868883] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.869017] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.869264] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.869422] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.869646] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.869770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.869922] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.870152] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.870264] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.870367] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.870467] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.870610] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.870678] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.870788] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.890564] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.890731] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.890864] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.891053] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.891380] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-22a9999f-9a91-4d42-a656-6547c50d988f taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.891551] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.891670] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.892012] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.892155] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a9999f-9a91-4d42-a656-6547c50d988f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.944630] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.944909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.944909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.945057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.945150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.945369] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.945471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.945539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.945955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.945955] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.946097] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1113.980082] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.980342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.980467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.980655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.980800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.991175] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1114.394832] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.394832] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.394980] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.395349] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.395531] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.395880] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 22a9999f-9a91-4d42-a656-6547c50d988f not found, creating... [ 1114.396733] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.396733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.396733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.396733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.397612] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.397612] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.397612] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.397732] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.397906] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.398155] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.398370] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 22a9999f-9a91-4d42-a656-6547c50d988f is going to be created. [ 1114.428779] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.429047] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.429233] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.429672] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.430045] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.430396] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.672097] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: SUCCESS [ 1114.672348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.815379] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1114.815379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.815579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.815871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.816162] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.816320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.816424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.816648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.816924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.816924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.816924] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.145036] env[66146]: INFO networking_nsxv3.common.synchronization [req-5a820ff4-52b3-46a5-b427-4943527b5677 req-c1f42914-6f3b-43e4-8bc4-c38bbf410067 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 1115.145036] env[66146]: INFO networking_nsxv3.common.synchronization [req-5a820ff4-52b3-46a5-b427-4943527b5677 req-c1f42914-6f3b-43e4-8bc4-c38bbf410067 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1115.145036] env[66146]: INFO networking_nsxv3.common.synchronization [req-5a820ff4-52b3-46a5-b427-4943527b5677 req-c1f42914-6f3b-43e4-8bc4-c38bbf410067 service nova] Enqueued Resource ID: 22a9999f-9a91-4d42-a656-6547c50d988f with Priority: HIGHEST for action port [ 1115.145036] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 1115.145036] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1115.145382] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a9999f-9a91-4d42-a656-6547c50d988f with Priority: HIGHEST for action port [ 1115.145769] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.145769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.146319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.146319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.147624] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.148602] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.148767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.149064] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-22a9999f-9a91-4d42-a656-6547c50d988f taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.149202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.149290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.149593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.149593] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a9999f-9a91-4d42-a656-6547c50d988f',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.320027] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.653655] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.653655] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22a9999f-9a91-4d42-a656-6547c50d988f with status ACTIVE [ 1115.653655] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.653655] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.653655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.654264] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.654264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.654264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.654264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.654382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.654382] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22a9999f-9a91-4d42-a656-6547c50d988f is going to be updated. [ 1115.675522] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.675672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.675743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.676043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.676195] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.676359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22a9999f-9a91-4d42-a656-6547c50d988f" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.823255] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34b25de5-7ddc-49b8-abc4-b3e30d78af23: rpc.has_security_group_logging(os_id): False [ 1115.853763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.854107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.854107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.854571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.854762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.855268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.855428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.855486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.855659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.855824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.856152] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1115.949230] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.949230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.949230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.949230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.949230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.978321] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1116.003403] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1116.003728] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 1116.003912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.004226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.004509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.004743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.004897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.005013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.005269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.005375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.005522] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.507638] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.010451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.518221] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.518221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.518221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.518221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.518221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.518221] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1117.551509] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.551785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.551833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.552079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.552279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.564641] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1117.993743] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1117.994662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.575508] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1119.575812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.575923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.576544] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.576949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.577125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.577431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.577491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.577555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.577679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.577810] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.081334] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.081613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.081732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.082200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.085077] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.085077] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.085077] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.085077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.085077] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.145732] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.145732] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1120.587865] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75: rpc.has_security_group_logging(os_id): False [ 1120.607792] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.607972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.608024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.608246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.608516] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.608639] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.608727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.608799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.609025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.609145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.609381] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.609526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.609566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.609766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.609917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.610325] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.610325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.610325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.610484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.610484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.610570] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1120.638728] env[66146]: INFO networking_nsxv3.common.synchronization [req-036d12fa-2aa1-4b8b-a3a1-8f1f425b384e req-b4c9beeb-176d-4d42-8ebe-b258cc2ef85e tempest-ServersNegativeTestJSON-1486755746 tempest-ServersNegativeTestJSON-1486755746-project-member] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1120.639456] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1120.640129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.640129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.640129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.640517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.640754] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.640916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.640988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.641224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.641339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.641512] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.671022] env[66146]: INFO networking_nsxv3.common.synchronization [req-ee575bf9-50a2-48f4-9f31-88e75ba0a1f3 req-91c1bb81-1a70-4db2-abd2-66834ddaa89d tempest-FloatingIPsAssociationNegativeTestJSON-545017483 tempest-FloatingIPsAssociationNegativeTestJSON-545017483-project-member] Enqueued Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_members [ 1120.671022] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGHEST for action security_group_members [ 1120.671022] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.671022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.671427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.671427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.671597] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.671678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.671738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.671894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.671977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.672100] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.676648] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.676735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.676770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.676962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.677165] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.701247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1121.075918] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.077924] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.078181] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.078668] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.079115] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.079415] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.079635] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.079980] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.080269] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.080637] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.080867] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.081077] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.081273] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.081482] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.081678] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.081927] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.118820] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.119100] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.119168] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.119406] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.120018] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c871fc90-01ad-4309-9f90-2e967d64b6ce taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.120272] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.120448] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.120894] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.121072] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c871fc90-01ad-4309-9f90-2e967d64b6ce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.144658] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.144849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.144937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.145200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.145299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.145547] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.145694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.145761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.145958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.146149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.146249] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af already deleted. [ 1121.146354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.174596] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.175085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.175286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.175386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.175448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.175602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.175680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.175775] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ea367-6d94-4a12-bf87-5383912bda64 is going to be updated. [ 1121.216637] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.216818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.216855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.217132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.217296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.233015] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ea367-6d94-4a12-bf87-5383912bda64 in Status: IN_PROGRESS for 2s [ 1121.386990] env[66146]: INFO networking_nsxv3.common.synchronization [req-61e2890e-7d49-423f-baaf-da742d8e40ee req-a4bb2711-6a3e-41eb-abf5-b1b7a37d9760 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1121.387576] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGHEST for action security_group_members [ 1121.387891] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.390851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.390851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.391017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.391302] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.391475] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.391551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.391740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.392302] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.392302] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.624597] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.624597] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.624597] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.625042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.625042] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.625210] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port c871fc90-01ad-4309-9f90-2e967d64b6ce not found, creating... [ 1121.625499] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.625712] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.625845] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.626125] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.626300] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.626604] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.626763] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.626878] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.627123] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.627268] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.627403] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c871fc90-01ad-4309-9f90-2e967d64b6ce is going to be created. [ 1121.648458] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.648670] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.649219] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.649219] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.649374] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.649695] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.896476] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.896673] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.896746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.897559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.917582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.917858] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.917992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.918055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.918275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.918367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.918481] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be updated. [ 1121.949020] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.949020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.949020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.949020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.949020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.957695] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: IN_PROGRESS for 2s [ 1122.341311] env[66146]: INFO networking_nsxv3.common.synchronization [req-036d12fa-2aa1-4b8b-a3a1-8f1f425b384e req-cdb59716-a6e4-4294-85a3-f024746e1004 service nova] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_rules [ 1122.341456] env[66146]: INFO networking_nsxv3.common.synchronization [req-036d12fa-2aa1-4b8b-a3a1-8f1f425b384e req-cdb59716-a6e4-4294-85a3-f024746e1004 service nova] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1122.342090] env[66146]: INFO networking_nsxv3.common.synchronization [req-036d12fa-2aa1-4b8b-a3a1-8f1f425b384e req-cdb59716-a6e4-4294-85a3-f024746e1004 service nova] Enqueued Resource ID: c871fc90-01ad-4309-9f90-2e967d64b6ce with Priority: HIGHEST for action port [ 1122.342701] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_rules [ 1122.342852] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1122.342955] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c871fc90-01ad-4309-9f90-2e967d64b6ce with Priority: HIGHEST for action port [ 1122.343262] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.343387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.343454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.343712] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.343793] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.344659] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.344797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.344864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.345049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.345204] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.345298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.345356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.345494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.345575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.345667] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.348705] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c871fc90-01ad-4309-9f90-2e967d64b6ce taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.348873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.348965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.349238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.349341] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c871fc90-01ad-4309-9f90-2e967d64b6ce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.718386] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1122.718770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.851980] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.853144] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.853357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.854186] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c871fc90-01ad-4309-9f90-2e967d64b6ce with status ACTIVE [ 1122.855040] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.855040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.855040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.855040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.855040] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.855040] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.855449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.855449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.855449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.855449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.855672] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.855736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.855796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.855986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.856436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.856436] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c871fc90-01ad-4309-9f90-2e967d64b6ce is going to be updated. [ 1122.890975] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.892031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.892031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.892031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.892189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.892382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.002774] env[66146]: INFO networking_nsxv3.common.synchronization [req-532515aa-4f2f-4da3-8bcc-5d2faed00fe2 req-ca9a88e3-1e42-408e-ab4b-b2058473a73d tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1123.002774] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1123.002774] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.002993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.002993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.003462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.003462] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.003462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.003462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.003638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.003669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.003799] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.245012] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 912ea367-6d94-4a12-bf87-5383912bda64 in Status: SUCCESS [ 1123.245267] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 912ea367-6d94-4a12-bf87-5383912bda64 deletion is rescheduled due to dependency. [ 1123.245388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.335230] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.335436] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.335559] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.335820] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.336962] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.336962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.336962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.336962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.336962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.336962] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.337290] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.337290] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.337359] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.337452] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.337502] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.338102] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.358793] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.358978] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.359246] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.359355] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.359587] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.360619] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.360619] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.360619] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.360619] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd90d53d-02f1-4cbc-a11b-954d4c52e6c1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.361161] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.508660] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.862993] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.863356] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.863356] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.863625] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.863770] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.863915] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 not found, creating... [ 1123.864195] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.864365] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.864479] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.864700] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.864829] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.865118] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.865270] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.865380] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.865580] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.865708] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.865841] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 is going to be created. [ 1123.867193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.867319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.867420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.867536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.867616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.867891] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be created. [ 1123.887863] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.889068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.889068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.889068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.889068] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.889303] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.892478] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.892612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.892655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.892842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.892982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.905207] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: UNINITIALIZED for 2s [ 1123.970809] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 in Status: SUCCESS [ 1123.970809] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 deletion is rescheduled due to dependency. [ 1123.970809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.010485] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.514160] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.514354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.514411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.514692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.514793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.514841] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1124.549210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.549410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.549479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.549744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.549947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.560464] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1124.633787] env[66146]: INFO networking_nsxv3.common.synchronization [req-532515aa-4f2f-4da3-8bcc-5d2faed00fe2 req-a2d02442-271e-4cf1-9fbd-68677c2477c4 service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1124.633894] env[66146]: INFO networking_nsxv3.common.synchronization [req-532515aa-4f2f-4da3-8bcc-5d2faed00fe2 req-a2d02442-271e-4cf1-9fbd-68677c2477c4 service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1124.634071] env[66146]: INFO networking_nsxv3.common.synchronization [req-532515aa-4f2f-4da3-8bcc-5d2faed00fe2 req-a2d02442-271e-4cf1-9fbd-68677c2477c4 service nova] Enqueued Resource ID: cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 with Priority: HIGHEST for action port [ 1124.634666] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1124.634880] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1124.635312] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 with Priority: HIGHEST for action port [ 1124.635444] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.636012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.636134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.636341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.636425] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.637776] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.637776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.637912] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.638017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.638107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.638310] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.638394] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd90d53d-02f1-4cbc-a11b-954d4c52e6c1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.141162] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.141506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.141506] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 with status ACTIVE [ 1125.141689] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.141813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.141880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.142114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.142232] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.142418] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.142515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.142578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.142771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.142854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.143047] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.143189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.143234] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.143368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.143443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.143528] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd90d53d-02f1-4cbc-a11b-954d4c52e6c1 is going to be updated. [ 1125.168844] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.169061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.169061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.169322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.169421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.169594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd90d53d-02f1-4cbc-a11b-954d4c52e6c1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.363551] env[66146]: INFO networking_nsxv3.common.synchronization [req-e2460ac9-d9d2-4b6c-8e40-f3cf9d61b663 req-a9d9c84f-bc7a-4732-ba06-a8441ad2179f tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_members [ 1125.363551] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_members [ 1125.363735] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.363852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.363949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.364326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.365443] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.365443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.365443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.365443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.365443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.365443] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.716408] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.716621] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.716816] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.717166] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.717676] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.717846] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.717957] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.718215] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.718359] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.718608] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.718724] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.718853] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.718985] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.719131] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.719293] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.719494] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.741412] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.741588] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.741703] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.741880] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.742215] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.742386] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.742500] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.742821] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.742956] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.867787] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.868035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.868035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.868248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.868338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.868734] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.868885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.868943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.869226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.869226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.869372] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a already deleted. [ 1125.869511] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.915239] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1125.915463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.915648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.915922] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.916157] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.916265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.916331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.916486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.916571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.916676] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.916791] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.244952] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.245244] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.245356] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.245564] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.245729] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.245836] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 not found, creating... [ 1126.247093] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.247093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.247093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.247093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.247093] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.247093] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.247466] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.247466] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.247662] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.247662] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.247788] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 is going to be created. [ 1126.267878] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.268720] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.268720] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.268720] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.268863] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.269021] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.419683] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.419856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.420051] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.420425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.420700] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.420939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.420939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.421153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.421325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.421513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.421694] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.421815] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.421879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.422052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.422193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.422288] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.422372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.422547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.422629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.423162] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.423162] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.570844] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1126.571274] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.571578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.571867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.572151] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.572356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.572504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.572744] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.572883] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.573080] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.925571] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52475a99-afd6-4cb2-bb04-70c18f06f4af: rpc.has_security_group_logging(os_id): False [ 1126.944550] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.944785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.944785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.944971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.945086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.945303] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.945399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.945458] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.945603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.945677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.945844] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.945932] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.945988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.946168] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.946245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.946392] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.946482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.946553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.946757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.946757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.946920] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be created. [ 1127.006164] env[66146]: INFO networking_nsxv3.common.synchronization [req-e2460ac9-d9d2-4b6c-8e40-f3cf9d61b663 req-db25cc4f-91a2-480a-940e-3f64912da51c service nova] Enqueued Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_rules [ 1127.006497] env[66146]: INFO networking_nsxv3.common.synchronization [req-e2460ac9-d9d2-4b6c-8e40-f3cf9d61b663 req-db25cc4f-91a2-480a-940e-3f64912da51c service nova] Enqueued Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_members [ 1127.006678] env[66146]: INFO networking_nsxv3.common.synchronization [req-e2460ac9-d9d2-4b6c-8e40-f3cf9d61b663 req-db25cc4f-91a2-480a-940e-3f64912da51c service nova] Enqueued Resource ID: 46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 with Priority: HIGHEST for action port [ 1127.008111] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.008261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.008333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.008589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.008800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.010408] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_rules [ 1127.010590] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_members [ 1127.010769] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 with Priority: HIGHEST for action port [ 1127.011252] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.011436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.011548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.011825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.011916] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.018085] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.018269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.019083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.019083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.019083] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.019083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.019280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.019389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.019508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.019715] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.021562] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.021562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.021562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.021868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.022009] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.051577] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1127.074943] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.514958] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.515276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.521913] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.524442] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 with status ACTIVE [ 1127.524641] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.524825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.524825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.525038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.525136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.525306] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.525455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.525455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.525604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.525675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.525829] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.525936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.526018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.526159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.526257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.526329] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1 is going to be updated. [ 1127.548818] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.548951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.549034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.549250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.549416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.549550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bb8c8c-0ebc-46c7-acc4-69ddf45d97e1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.577556] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.684390] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.684596] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.684716] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.684988] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.685257] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.685412] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.685525] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.685730] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.685875] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.686094] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.686271] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.686382] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.686488] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.686597] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.686725] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.686843] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.705607] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.705755] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.705886] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.706070] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-4" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.706412] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-8d96ef28-81d8-4aa9-871b-80ea969aa22d taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.706582] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.706698] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.706982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.707095] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d96ef28-81d8-4aa9-871b-80ea969aa22d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.024016] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.080106] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.080250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.080323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.080549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.080641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.080739] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1128.109929] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.110085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.110152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.110385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.110546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.119124] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1128.210251] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.210448] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.210570] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.210860] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.211020] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.211313] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.211502] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.211633] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.211855] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.211989] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.212288] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.212443] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.212556] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.212760] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.212889] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.213095] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d is going to be updated. [ 1128.236998] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.237253] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.237370] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.237642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.237844] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.238076] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.527633] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.527998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.527998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.528136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.528209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.528350] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a is going to be created. [ 1128.552955] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.553196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.553258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.554306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.554306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.563803] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a in Status: UNINITIALIZED for 2s [ 1128.963664] env[66146]: INFO networking_nsxv3.common.synchronization [req-4fce94b7-0c0b-42b6-adf4-d81fad3b2faf req-c5194692-8117-470f-9141-09213961da78 service nova] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1128.963930] env[66146]: INFO networking_nsxv3.common.synchronization [req-4fce94b7-0c0b-42b6-adf4-d81fad3b2faf req-c5194692-8117-470f-9141-09213961da78 service nova] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1128.964183] env[66146]: INFO networking_nsxv3.common.synchronization [req-4fce94b7-0c0b-42b6-adf4-d81fad3b2faf req-c5194692-8117-470f-9141-09213961da78 service nova] Enqueued Resource ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d with Priority: HIGHEST for action port [ 1128.964768] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_rules [ 1128.964957] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1128.965532] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d with Priority: HIGHEST for action port [ 1128.966413] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.966603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.966723] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.967095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.967248] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.968385] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.968505] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.968582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.968838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.969074] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.969277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.969354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.969592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.969725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.969868] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.971404] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d96ef28-81d8-4aa9-871b-80ea969aa22d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.971550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.971624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.972851] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.972851] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d96ef28-81d8-4aa9-871b-80ea969aa22d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.066365] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1129.066632] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.474403] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.474845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.474845] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.475710] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d96ef28-81d8-4aa9-871b-80ea969aa22d with status ACTIVE [ 1129.475914] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.476055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.476124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.476449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.476603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.476893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.477081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.477213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.477507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.477570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.477762] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.477858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.477912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.478065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.478142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.478511] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d96ef28-81d8-4aa9-871b-80ea969aa22d is going to be updated. [ 1129.509347] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.509550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.509678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.510070] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.510336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.510551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d96ef28-81d8-4aa9-871b-80ea969aa22d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.980055] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.130501] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1130.130769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.130863] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.131098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.131289] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.131476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.131476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.131607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.131675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.131782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.131869] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.482151] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.482347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.482416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.482700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.482837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.482926] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 is going to be updated. [ 1130.518256] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.518439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.518587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.518861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.519054] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.530531] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: IN_PROGRESS for 2s [ 1130.573628] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a in Status: SUCCESS [ 1130.573853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.574026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.574328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.574718] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.574718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.574718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.574917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.574962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.575037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.575129] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.634568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.634799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.634799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.635019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.635191] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.635294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.635360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.635518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.635606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.635707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.635866] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.635957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.636034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.636233] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.636412] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.636509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.636599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.636732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.636811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.636892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.636979] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.078895] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.139274] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6677c93a-4a3f-442c-8e5b-fdca31ee4db6: rpc.has_security_group_logging(os_id): False [ 1131.168388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.168602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.168602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.168838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.168930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.169167] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.169268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.169319] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.169530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.169622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.169802] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.169897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.169958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.170112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.170188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.170374] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.170466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.170523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.170660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.170735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.170817] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1131.250901] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.251156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.251156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.251345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.251493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.269883] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1131.586043] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18a2f0da-b7ac-427f-83b0-526bcf54cf2a: rpc.has_security_group_logging(os_id): False [ 1131.611947] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.611947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.611947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.611947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.611947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.612893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.612893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.612893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.612893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.612893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.612893] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a is going to be created. [ 1131.673452] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.673659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.673767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.673992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.674209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.687183] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a in Status: IN_PROGRESS for 2s [ 1132.542503] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: SUCCESS [ 1132.542901] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.543211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.543545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.543879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.544123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.544238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.544478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.544667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.544843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.544989] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.051529] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.290849] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1133.292317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.555708] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b17992ee-3bfe-4f7d-aa9c-71ec37762533: rpc.has_security_group_logging(os_id): False [ 1133.575878] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.576459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.576459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.576809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.576980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.577479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.577711] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.578048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.578322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.578469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.578630] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 is going to be updated. [ 1133.586580] env[66146]: INFO networking_nsxv3.common.synchronization [None req-373d7709-324e-4e27-8646-a869eb997492 tempest-AttachInterfacesTestJSON-856917159 tempest-AttachInterfacesTestJSON-856917159-project-member] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1133.588252] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGHEST for action security_group_members [ 1133.588878] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.589223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.589223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.589605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.589897] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.590133] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.590272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.590546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.590677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.590839] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.685018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.685018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.685018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.685018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.685018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.713039] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a in Status: SUCCESS [ 1133.713039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.716522] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: IN_PROGRESS for 2s [ 1134.094054] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.094262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.094262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.094487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.094582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.094785] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.094887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.094956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.095156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.095237] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.095326] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be updated. [ 1134.126853] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.126853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.127093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.127128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.127694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.138404] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: IN_PROGRESS for 2s [ 1135.739035] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: SUCCESS [ 1135.739768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.149579] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 in Status: SUCCESS [ 1136.149579] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 deletion is rescheduled due to dependency. [ 1136.149579] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.515046] env[66146]: INFO networking_nsxv3.common.synchronization [None req-1c270e8a-ef9d-486c-8d35-51a4ee4f374b None None] Enqueued Resource ID: ea80d8bd-6509-45b0-b3a3-47ca25cab0a3 with Priority: HIGHEST for action port [ 1136.515046] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea80d8bd-6509-45b0-b3a3-47ca25cab0a3 with Priority: HIGHEST for action port [ 1136.515543] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea80d8bd-6509-45b0-b3a3-47ca25cab0a3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.515543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea80d8bd-6509-45b0-b3a3-47ca25cab0a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.515624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea80d8bd-6509-45b0-b3a3-47ca25cab0a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.515807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea80d8bd-6509-45b0-b3a3-47ca25cab0a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.515884] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea80d8bd-6509-45b0-b3a3-47ca25cab0a3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.020731] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea80d8bd-6509-45b0-b3a3-47ca25cab0a3 [ 1137.020731] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.020731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.020731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.021603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.021761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.021881] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea80d8bd-6509-45b0-b3a3-47ca25cab0a3 already deleted. [ 1137.021976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea80d8bd-6509-45b0-b3a3-47ca25cab0a3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.975572] env[66146]: INFO networking_nsxv3.common.synchronization [req-21ed9cf1-48cd-45af-9524-4a971cff5f98 req-288e955b-dcce-43dd-855b-7ca768b4f938 tempest-SecurityGroupRulesNegativeTestJSON-476095120 tempest-SecurityGroupRulesNegativeTestJSON-476095120-project-member] Enqueued Resource ID: 3bacdccf-3d68-4832-8db9-d3ceb3d746a9 with Priority: HIGHEST for action security_group_rules [ 1137.975572] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bacdccf-3d68-4832-8db9-d3ceb3d746a9 with Priority: HIGHEST for action security_group_rules [ 1137.975997] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.975997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.975997] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.976525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.976616] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bacdccf-3d68-4832-8db9-d3ceb3d746a9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.504836] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.504836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.504836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.504836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.504836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.504836] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bacdccf-3d68-4832-8db9-d3ceb3d746a9 already deleted. [ 1138.504836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.514268] env[66146]: INFO networking_nsxv3.common.synchronization [None req-ea03e545-ca1d-49e4-87fe-2a27c65ded48 None None] Enqueued Resource ID: 40d59981-cee1-4a50-b99c-dcd2dcf5e596 with Priority: HIGHEST for action port [ 1139.514268] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d59981-cee1-4a50-b99c-dcd2dcf5e596 with Priority: HIGHEST for action port [ 1139.514268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d59981-cee1-4a50-b99c-dcd2dcf5e596 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.514268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d59981-cee1-4a50-b99c-dcd2dcf5e596" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.514268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d59981-cee1-4a50-b99c-dcd2dcf5e596" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.514686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d59981-cee1-4a50-b99c-dcd2dcf5e596" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.514686] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d59981-cee1-4a50-b99c-dcd2dcf5e596',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.018484] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40d59981-cee1-4a50-b99c-dcd2dcf5e596 [ 1140.018484] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.018484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.018484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.018484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.018484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.018484] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40d59981-cee1-4a50-b99c-dcd2dcf5e596 already deleted. [ 1140.018484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d59981-cee1-4a50-b99c-dcd2dcf5e596" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.072549] env[66146]: INFO networking_nsxv3.common.synchronization [req-19755d7d-c268-4d35-b64e-8de6f0ab2216 req-9368c8ac-8f45-4d69-b724-13683a0d4c9d tempest-SecurityGroupRulesNegativeTestJSON-476095120 tempest-SecurityGroupRulesNegativeTestJSON-476095120-project-member] Enqueued Resource ID: 3bacdccf-3d68-4832-8db9-d3ceb3d746a9 with Priority: HIGHEST for action security_group_rules [ 1140.073386] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bacdccf-3d68-4832-8db9-d3ceb3d746a9 with Priority: HIGHEST for action security_group_rules [ 1140.073642] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.073775] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.073856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.074157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.074241] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bacdccf-3d68-4832-8db9-d3ceb3d746a9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.602240] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.602806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.602806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.602958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.602958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.603326] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bacdccf-3d68-4832-8db9-d3ceb3d746a9 already deleted. [ 1140.603326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bacdccf-3d68-4832-8db9-d3ceb3d746a9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.819334] env[66146]: INFO networking_nsxv3.common.synchronization [req-14523c79-e091-4121-8bfd-1930b1c12cc1 req-432fd164-9c63-4729-b883-b07be58f735b tempest-ServersNegativeTestJSON-1486755746 tempest-ServersNegativeTestJSON-1486755746-project-member] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1140.819945] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1140.820768] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.820886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.820886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.821127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.821278] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.821385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.821466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.821734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.821734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.821824] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.236037] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.237165] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.238011] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.238929] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.238929] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.238929] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.239140] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.240039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.240039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.240039] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.240196] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.240644] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.240644] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.240644] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.241028] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.241028] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.263573] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.263762] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.263932] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.264150] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.264661] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-8d6b0066-b77b-44f6-95b4-44fc6b788d90 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.264861] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.264986] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.265344] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.265518] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6b0066-b77b-44f6-95b4-44fc6b788d90',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.323794] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.468697] env[66146]: INFO networking_nsxv3.common.synchronization [None req-653590fd-9d3d-4a7a-b028-a13a4e35111c None None] Enqueued Resource ID: cd4648a9-f125-4b4a-8935-99a7cd987516 with Priority: HIGHEST for action port [ 1141.469553] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4648a9-f125-4b4a-8935-99a7cd987516 with Priority: HIGHEST for action port [ 1141.469665] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4648a9-f125-4b4a-8935-99a7cd987516 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.469772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4648a9-f125-4b4a-8935-99a7cd987516" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.469833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4648a9-f125-4b4a-8935-99a7cd987516" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.470119] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4648a9-f125-4b4a-8935-99a7cd987516" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.470196] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4648a9-f125-4b4a-8935-99a7cd987516',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.769102] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.770206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.770206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.770206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.770206] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.770206] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 8d6b0066-b77b-44f6-95b4-44fc6b788d90 not found, creating... [ 1141.770490] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.770637] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.770753] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.770993] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.771217] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.771569] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.771909] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.771909] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.772034] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.772140] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.772278] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 8d6b0066-b77b-44f6-95b4-44fc6b788d90 is going to be created. [ 1141.800893] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.801235] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.801713] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.801713] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.801999] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.802310] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.826513] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.972695] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd4648a9-f125-4b4a-8935-99a7cd987516 [ 1141.972695] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.973192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.973192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.973192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.973192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.973331] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd4648a9-f125-4b4a-8935-99a7cd987516 already deleted. [ 1141.973331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4648a9-f125-4b4a-8935-99a7cd987516" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.217283] env[66146]: INFO networking_nsxv3.common.synchronization [None req-f8334707-c0e9-4817-ab69-05b91138453f None None] Enqueued Resource ID: bdf3e791-a974-4510-a6d2-8beb0f684af9 with Priority: HIGHEST for action port [ 1142.217713] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf3e791-a974-4510-a6d2-8beb0f684af9 with Priority: HIGHEST for action port [ 1142.221279] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf3e791-a974-4510-a6d2-8beb0f684af9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.221484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf3e791-a974-4510-a6d2-8beb0f684af9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.221617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf3e791-a974-4510-a6d2-8beb0f684af9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.221920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf3e791-a974-4510-a6d2-8beb0f684af9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.222610] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf3e791-a974-4510-a6d2-8beb0f684af9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.329258] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.329418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.329569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.329692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.329813] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.329985] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be updated. [ 1142.364390] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.364390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.364390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.364390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.364390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.375794] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1142.617222] env[66146]: INFO networking_nsxv3.common.synchronization [req-14523c79-e091-4121-8bfd-1930b1c12cc1 req-b9234cda-8073-46f7-b32b-d96908f79a2f service nova] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_rules [ 1142.617497] env[66146]: INFO networking_nsxv3.common.synchronization [req-14523c79-e091-4121-8bfd-1930b1c12cc1 req-b9234cda-8073-46f7-b32b-d96908f79a2f service nova] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1142.617648] env[66146]: INFO networking_nsxv3.common.synchronization [req-14523c79-e091-4121-8bfd-1930b1c12cc1 req-b9234cda-8073-46f7-b32b-d96908f79a2f service nova] Enqueued Resource ID: 8d6b0066-b77b-44f6-95b4-44fc6b788d90 with Priority: HIGHEST for action port [ 1142.618923] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_rules [ 1142.619158] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1142.619242] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6b0066-b77b-44f6-95b4-44fc6b788d90 with Priority: HIGHEST for action port [ 1142.621498] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.621700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.621846] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.622098] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.622217] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.624214] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.624214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.625169] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d6b0066-b77b-44f6-95b4-44fc6b788d90 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.625169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.625169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.625169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.625169] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d6b0066-b77b-44f6-95b4-44fc6b788d90',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.724062] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf3e791-a974-4510-a6d2-8beb0f684af9 [ 1142.724301] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.724435] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.724502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.724804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.724925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.725036] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf3e791-a974-4510-a6d2-8beb0f684af9 already deleted. [ 1142.725148] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf3e791-a974-4510-a6d2-8beb0f684af9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.830041] env[66146]: INFO networking_nsxv3.common.synchronization [None req-035b1e61-d33a-4c7d-a1dc-26e743c70cc1 None None] Enqueued Resource ID: 5c45e47e-9e6c-41e5-8910-cd4298126dec with Priority: HIGHEST for action port [ 1142.830041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c45e47e-9e6c-41e5-8910-cd4298126dec with Priority: HIGHEST for action port [ 1142.830378] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c45e47e-9e6c-41e5-8910-cd4298126dec taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.830378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c45e47e-9e6c-41e5-8910-cd4298126dec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.830378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c45e47e-9e6c-41e5-8910-cd4298126dec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.830620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c45e47e-9e6c-41e5-8910-cd4298126dec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.830675] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c45e47e-9e6c-41e5-8910-cd4298126dec',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.128474] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.128474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.128474] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d6b0066-b77b-44f6-95b4-44fc6b788d90 with status ACTIVE [ 1143.128827] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.128827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.128827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.129048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.129175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.129401] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.129562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.129625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.129832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.129952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.130482] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.130482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.130644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.130849] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.130972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.131109] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d6b0066-b77b-44f6-95b4-44fc6b788d90 is going to be updated. [ 1143.153620] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.153868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.153868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.154205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.154425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.154601] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d6b0066-b77b-44f6-95b4-44fc6b788d90" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.333830] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c45e47e-9e6c-41e5-8910-cd4298126dec [ 1143.334135] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.334294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.334367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.334584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.334889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.334889] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c45e47e-9e6c-41e5-8910-cd4298126dec already deleted. [ 1143.334889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c45e47e-9e6c-41e5-8910-cd4298126dec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.388568] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1144.388568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.388568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.388568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.388568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.388568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.388568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.388568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.388568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.388568] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.895295] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.398639] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.732913] env[66146]: INFO networking_nsxv3.common.synchronization [None req-0238f729-f306-4cbb-aee3-fa92fb47ccf9 None None] Enqueued Resource ID: 75393e00-bf8e-4297-a8f3-3acc4152536e with Priority: HIGHEST for action port [ 1145.732913] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75393e00-bf8e-4297-a8f3-3acc4152536e with Priority: HIGHEST for action port [ 1145.733035] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-75393e00-bf8e-4297-a8f3-3acc4152536e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.733160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75393e00-bf8e-4297-a8f3-3acc4152536e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.733223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75393e00-bf8e-4297-a8f3-3acc4152536e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.733486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75393e00-bf8e-4297-a8f3-3acc4152536e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.733572] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75393e00-bf8e-4297-a8f3-3acc4152536e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.905152] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.905502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.905603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.905861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.906021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.906159] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be updated. [ 1145.935977] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.936201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.936248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.936488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.936637] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.947862] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1146.128872] env[66146]: INFO networking_nsxv3.common.synchronization [req-6ffe26c4-36e1-45d2-8bac-b8f81fc51606 req-824203ce-b0ea-465b-879d-7ffdbc8fa73d tempest-InstanceActionsNegativeTestJSON-160539746 tempest-InstanceActionsNegativeTestJSON-160539746-project-member] Enqueued Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_members [ 1146.129496] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_members [ 1146.129850] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.129980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.130055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.130315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.130468] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.130702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.130702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.131292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.131292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.131292] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.235232] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75393e00-bf8e-4297-a8f3-3acc4152536e [ 1146.235503] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.235656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.235750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.236026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.236127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.236249] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75393e00-bf8e-4297-a8f3-3acc4152536e already deleted. [ 1146.236339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75393e00-bf8e-4297-a8f3-3acc4152536e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.486947] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.487480] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-431" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.487480] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-431" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.487754] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-431" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.487842] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.487996] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.488592] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.488592] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.488592] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.488749] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.488797] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.488891] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.488998] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.489125] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.489229] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.489371] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.513693] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.513916] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.514113] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.514265] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-431" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.514750] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-412a658c-468f-4693-87fd-5353896050c8 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.514945] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.515055] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.515416] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.515610] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412a658c-468f-4693-87fd-5353896050c8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.632903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.633101] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.633187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.633412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.633709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.633784] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.633959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.634076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.634197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.634317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.634535] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 already deleted. [ 1146.634652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.019666] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.019984] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.020134] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.020477] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.020700] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.020861] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 412a658c-468f-4693-87fd-5353896050c8 not found, creating... [ 1147.021222] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.021422] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.021568] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.021813] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.021997] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.022341] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.022550] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.022665] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.022904] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.023072] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.023531] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 412a658c-468f-4693-87fd-5353896050c8 is going to be created. [ 1147.043716] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.043985] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.044141] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.044541] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.044820] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.045116] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.760287] env[66146]: INFO networking_nsxv3.common.synchronization [req-6ffe26c4-36e1-45d2-8bac-b8f81fc51606 req-0f2a35cf-431c-435d-88b9-acfcca06a884 service nova] Enqueued Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_rules [ 1147.760611] env[66146]: INFO networking_nsxv3.common.synchronization [req-6ffe26c4-36e1-45d2-8bac-b8f81fc51606 req-0f2a35cf-431c-435d-88b9-acfcca06a884 service nova] Enqueued Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_members [ 1147.760611] env[66146]: INFO networking_nsxv3.common.synchronization [req-6ffe26c4-36e1-45d2-8bac-b8f81fc51606 req-0f2a35cf-431c-435d-88b9-acfcca06a884 service nova] Enqueued Resource ID: 412a658c-468f-4693-87fd-5353896050c8 with Priority: HIGHEST for action port [ 1147.761110] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_rules [ 1147.761247] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_members [ 1147.761345] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412a658c-468f-4693-87fd-5353896050c8 with Priority: HIGHEST for action port [ 1147.761614] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.761782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.761837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.762525] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.762638] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.763951] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.764080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.764156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.765392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.765392] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.765392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.765392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.765392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.765392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.765392] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.766329] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-412a658c-468f-4693-87fd-5353896050c8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.766553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.766629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.766785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.766855] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412a658c-468f-4693-87fd-5353896050c8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.958065] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1147.958303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.958476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.958713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.958896] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.959035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.959172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.959228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.959318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.959425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.959529] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.264884] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.265125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.266490] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.267977] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 412a658c-468f-4693-87fd-5353896050c8 with status ACTIVE [ 1148.268196] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.268325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.268377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.268597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.268701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.268891] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.268985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.269057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.269215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.269303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.269488] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.269665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.269665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.269797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.269859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.269931] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 412a658c-468f-4693-87fd-5353896050c8 is going to be updated. [ 1148.291814] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.292072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.292176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.292486] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.292702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.292898] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-412a658c-468f-4693-87fd-5353896050c8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.462712] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.462933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.462994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.463340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.463585] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.463710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.463845] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.463972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.464150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.464375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.464526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.464662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.464731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.464933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.465104] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.465255] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.465351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.465587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.465730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.465824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.465943] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.471899] env[66146]: INFO networking_nsxv3.common.synchronization [req-c0115ac6-5ef3-441d-b4d3-b9b710768183 req-63dd233b-4e5e-4fe0-b0eb-b2b79b3935e2 tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1148.472648] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1148.472903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.473596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.473596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.473596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.473596] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.473858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.473858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.473858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.473995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.474035] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.769070] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.968396] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52475a99-afd6-4cb2-bb04-70c18f06f4af: rpc.has_security_group_logging(os_id): False [ 1148.977977] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.986478] env[66146]: INFO networking_nsxv3.common.synchronization [req-ada175df-8d75-45b8-b3fb-fc9f5b3f5d21 req-89b897b7-ef49-477e-8746-27d2a10c92a7 tempest-ServerTagsTestJSON-2053662310 tempest-ServerTagsTestJSON-2053662310-project-member] Enqueued Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_members [ 1148.987727] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.987872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.987940] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.988300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.988377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.988619] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.988710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.988773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.988938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.989024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.989210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.989392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.989392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.989530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.989574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.989854] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.990104] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.990197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.990347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.990436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.990528] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be updated. [ 1148.992040] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_members [ 1148.992419] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.992548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.992617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.992830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.992987] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.993108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.993171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.993322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.993401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.993576] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.065822] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.065980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.066067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.066285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.066495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.087309] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1149.271709] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.271709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.271867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.272275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.272275] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.272275] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 is going to be created. [ 1149.298865] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.298967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.298967] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.299199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.299356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.310490] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 in Status: UNINITIALIZED for 2s [ 1149.368985] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.369190] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-902" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.369324] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-902" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.369640] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-902" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.370267] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.370575] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.370708] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.371096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.371168] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.372031] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.372031] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.372031] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.372031] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.372031] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.372031] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.372274] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.392384] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.392555] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.392696] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.392904] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-902" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.393237] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-5a6c10e5-b805-4b96-a83b-ca9758c9554e taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.393408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.393573] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.393904] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.394056] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6c10e5-b805-4b96-a83b-ca9758c9554e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.480612] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.496201] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.496374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.496814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.497059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.497297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.497531] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.497643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.497706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.497888] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.497968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.498065] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 already deleted. [ 1149.498143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.897075] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.897477] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.897477] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.897733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.897888] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.898068] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 5a6c10e5-b805-4b96-a83b-ca9758c9554e not found, creating... [ 1149.898336] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.898494] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.898613] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.898864] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.898964] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.899256] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.899409] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.899522] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.899725] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.899858] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.899990] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 5a6c10e5-b805-4b96-a83b-ca9758c9554e is going to be created. [ 1149.929886] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930071] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930186] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.930459] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.930730] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.930969] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.983652] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.983862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.983862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.984093] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.984186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.984316] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1150.014763] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.015347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.015347] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.015494] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.015788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.034524] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1150.628625] env[66146]: INFO networking_nsxv3.common.synchronization [req-ada175df-8d75-45b8-b3fb-fc9f5b3f5d21 req-f4e1727c-3be9-4b7f-9610-ecffeaf5506b service nova] Enqueued Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_rules [ 1150.628844] env[66146]: INFO networking_nsxv3.common.synchronization [req-ada175df-8d75-45b8-b3fb-fc9f5b3f5d21 req-f4e1727c-3be9-4b7f-9610-ecffeaf5506b service nova] Enqueued Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_members [ 1150.628938] env[66146]: INFO networking_nsxv3.common.synchronization [req-ada175df-8d75-45b8-b3fb-fc9f5b3f5d21 req-f4e1727c-3be9-4b7f-9610-ecffeaf5506b service nova] Enqueued Resource ID: 5a6c10e5-b805-4b96-a83b-ca9758c9554e with Priority: HIGHEST for action port [ 1150.629570] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_rules [ 1150.629629] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_members [ 1150.629727] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6c10e5-b805-4b96-a83b-ca9758c9554e with Priority: HIGHEST for action port [ 1150.630422] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.630566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.630643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.630885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.631152] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.632447] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.632603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.632784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.632992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.633205] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.633345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.633513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.633907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.634515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.634651] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.636375] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a6c10e5-b805-4b96-a83b-ca9758c9554e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.637158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.637272] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.637487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.639140] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6c10e5-b805-4b96-a83b-ca9758c9554e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.109753] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1151.110035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.136848] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.140638] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.140790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.141030] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a6c10e5-b805-4b96-a83b-ca9758c9554e with status ACTIVE [ 1151.141209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.141321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.141385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.141591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.141677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.141849] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.141943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.142011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.142173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.142253] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.142432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.142586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.142586] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.142734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.142808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.142892] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a6c10e5-b805-4b96-a83b-ca9758c9554e is going to be updated. [ 1151.165585] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.165781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.165781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.165964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.166110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.166271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a6c10e5-b805-4b96-a83b-ca9758c9554e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.331226] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 in Status: SUCCESS [ 1151.331427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.331739] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.331959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.332185] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.332340] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.332388] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.332564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.332666] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.332771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.332871] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.639414] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.836543] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.836543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.836543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.837052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.837052] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.837052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.837052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.837280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.837330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.837434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.837686] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.837857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.837920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.838687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.838687] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.838687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.838687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.838687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.838687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.838959] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.838959] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.045516] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1152.045765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.142432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.142715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.142715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.142906] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.143022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.143156] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 is going to be created. [ 1152.171160] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.171308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.171376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.171596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.171758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.182543] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 in Status: UNINITIALIZED for 2s [ 1152.341592] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15a73257-f91c-4b7e-87ee-4c63e6e1ac16: rpc.has_security_group_logging(os_id): False [ 1152.362984] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.362984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.363343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.363645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.363844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.364222] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.365220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.365220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.365220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.365220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365220] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.365591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.365770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.366136] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.366367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.366772] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.367918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.367918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.367918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.367918] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.367918] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 is going to be created. [ 1152.438956] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.438956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.439333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.440563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.440563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.457009] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 in Status: IN_PROGRESS for 2s [ 1154.196018] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 in Status: UNINITIALIZED for 4s [ 1154.473843] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 in Status: SUCCESS [ 1154.473843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.875810] env[66146]: INFO networking_nsxv3.common.synchronization [req-d0cda63f-b1a8-4b7b-b84d-93c66b1c7448 req-639df48f-7dad-445e-af13-dcbb456a3c45 tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1154.876939] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1154.876939] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.877265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.877354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.877658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.877850] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.877974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.878067] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.878265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.878382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.878501] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.382050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.382050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.382050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.382534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.382534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.382534] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.382702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.382733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.382902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.382982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.383072] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1155.416485] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.416767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.416905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.417174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.417398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.430483] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1155.613202] env[66146]: INFO networking_nsxv3.common.synchronization [req-6e421c58-81ad-4e63-a926-04728da18f7a req-ab2136b6-246b-4ba6-9f2c-781247c963c3 tempest-ServersNegativeTestJSON-1486755746 tempest-ServersNegativeTestJSON-1486755746-project-member] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1155.613931] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1155.614352] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.614599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.614599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.614864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.615030] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.615141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.615238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.615462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.615595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.615741] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.119219] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.208026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 in Status: SUCCESS [ 1156.208320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.208521] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.208783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.209144] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.209311] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.209395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.209569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.209657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.209746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.209843] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.622380] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.712329] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.712538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.712593] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.712893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.713164] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.713315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.713415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.713616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.713705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.713790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.714048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.714194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.714301] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.714582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.714725] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.714857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.714944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.715170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.715283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.715382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.715527] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.125318] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.125509] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.125563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.125808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.125904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.125998] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be updated. [ 1157.157336] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.157520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.157583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.157767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.157935] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.166439] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1157.218523] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc41777-f63b-411e-98fb-8e1b0bd4d9d0: rpc.has_security_group_logging(os_id): False [ 1157.238290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.238482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.238550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.238709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.238798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.239032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.239126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.239202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.239336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.239414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.239608] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.239729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.239729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.239864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.239936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.240140] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.240463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.240463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.240463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.240597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.240597] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 is going to be created. [ 1157.327469] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.327674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.327721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.327972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.328166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.338762] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 in Status: IN_PROGRESS for 2s [ 1157.445658] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1157.445855] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 deletion is rescheduled due to dependency. [ 1157.445920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.799865] env[66146]: INFO networking_nsxv3.common.synchronization [req-9e5f52e7-5539-4d0d-8be6-ce439928c191 req-0ef2dffc-ca7f-49ef-8395-c4dd1abd0a31 tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1157.800855] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1157.800907] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.801213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.801213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.801370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.801411] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.801514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.801559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.801706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.801786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.801876] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.108861] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.109163] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.109329] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.109656] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.109996] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.110184] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.110345] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.110624] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.110809] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.111066] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.111152] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.111293] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.111438] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.111568] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.111721] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.111873] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.134752] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.134952] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.135121] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.135384] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-726" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.136038] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.136038] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.136236] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.136466] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.136663] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2888f2ef-9fca-428a-a1f5-a45c1ed8c743',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.304804] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.305020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.305097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.305317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.305409] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.305607] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.305706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.305768] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.305921] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.305996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.306097] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1158.337434] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.337643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.337643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.337864] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.338025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.347030] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1158.639265] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.639492] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.639644] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.639960] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.640158] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.640312] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 2888f2ef-9fca-428a-a1f5-a45c1ed8c743 not found, creating... [ 1158.640592] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.640826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.640982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.641240] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.641378] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.641676] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.641832] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.641981] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.642164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.642317] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.642434] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 2888f2ef-9fca-428a-a1f5-a45c1ed8c743 is going to be created. [ 1158.665048] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.665225] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.665267] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.665679] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.666032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.666442] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.176960] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1159.177294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.355043] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 in Status: SUCCESS [ 1159.355300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.402760] env[66146]: INFO networking_nsxv3.common.synchronization [req-9e5f52e7-5539-4d0d-8be6-ce439928c191 req-84635ab3-cecd-415a-aef7-06cad4fd701a service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1159.403023] env[66146]: INFO networking_nsxv3.common.synchronization [req-9e5f52e7-5539-4d0d-8be6-ce439928c191 req-84635ab3-cecd-415a-aef7-06cad4fd701a service nova] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1159.403194] env[66146]: INFO networking_nsxv3.common.synchronization [req-9e5f52e7-5539-4d0d-8be6-ce439928c191 req-84635ab3-cecd-415a-aef7-06cad4fd701a service nova] Enqueued Resource ID: 2888f2ef-9fca-428a-a1f5-a45c1ed8c743 with Priority: HIGHEST for action port [ 1159.403841] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_rules [ 1159.404050] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1159.404695] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2888f2ef-9fca-428a-a1f5-a45c1ed8c743 with Priority: HIGHEST for action port [ 1159.405102] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.405265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.405357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.405602] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.406158] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.406860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.406970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.407265] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.407377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.407377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.407534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.407631] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2888f2ef-9fca-428a-a1f5-a45c1ed8c743',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.910156] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.910303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.912563] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2888f2ef-9fca-428a-a1f5-a45c1ed8c743 with status ACTIVE [ 1159.912563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.912563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.912563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.912563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.913714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2888f2ef-9fca-428a-a1f5-a45c1ed8c743 is going to be updated. [ 1159.935989] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.935989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.935989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.935989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.935989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.935989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2888f2ef-9fca-428a-a1f5-a45c1ed8c743" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.037814] env[66146]: INFO networking_nsxv3.common.synchronization [req-664c756f-8d19-4226-8068-53e847bcad76 req-9a19a425-0119-4426-abf8-73b6a39ebd50 tempest-InstanceActionsNegativeTestJSON-160539746 tempest-InstanceActionsNegativeTestJSON-160539746-project-member] Enqueued Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_members [ 1160.038128] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGHEST for action security_group_members [ 1160.038399] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.038513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.038588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.038794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.038943] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.039231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.039304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.039464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.039548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.039639] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.357138] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1160.357405] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 deletion is rescheduled due to dependency. [ 1160.357439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.357589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.357993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.357993] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.358241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.358241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.358338] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.358387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.358451] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.543809] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.543809] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.543809] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.543809] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 is going to be updated. [ 1160.570975] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.570975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.570975] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.571285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.571285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.580223] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 in Status: IN_PROGRESS for 2s [ 1160.860640] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.364472] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.870018] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.870647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.870796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.871196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.871300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.871409] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1161.904115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.904283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.904356] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.904565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.904715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.913467] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1162.590874] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 in Status: SUCCESS [ 1162.591257] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 deletion is rescheduled due to dependency. [ 1162.591257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.890350] env[66146]: INFO networking_nsxv3.common.synchronization [req-7273f4d9-f07f-4dd5-95b5-22f2ce9702ca req-d78c3911-7220-4432-9dc2-9f0d538a40f9 tempest-ServerTagsTestJSON-2053662310 tempest-ServerTagsTestJSON-2053662310-project-member] Enqueued Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_members [ 1163.891215] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGHEST for action security_group_members [ 1163.891215] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.891406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.891406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.891592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.891744] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.891838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.891899] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.892057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.892143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.892234] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.924600] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1163.924930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.925695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.925936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.926145] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.926264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.926327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.926490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.926571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.926672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.926772] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.394325] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.394576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.394659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.395021] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.395181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.395475] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.395634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.395743] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.396041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.396138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.396253] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 is going to be updated. [ 1164.424970] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.425238] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.425369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.425691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.425947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.428495] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.428668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.428776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.429072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.429927] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.430116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.430223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.430480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.430613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.430754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.430999] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.431173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.431277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.431522] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.431742] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.431894] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.431993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.432257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.432386] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.432518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.432675] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.437193] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 in Status: IN_PROGRESS for 2s [ 1164.936423] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6677c93a-4a3f-442c-8e5b-fdca31ee4db6: rpc.has_security_group_logging(os_id): False [ 1164.953481] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.953627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.953702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.953986] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.954100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.954319] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.954420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.954484] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.954648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.954719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.954893] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.954984] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.955055] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.955191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.955263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.955448] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.955538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.955599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.955770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.955847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.955933] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1165.020129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.020279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.020348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.020568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.020710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.044944] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1166.447567] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 in Status: SUCCESS [ 1166.447946] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 deletion is rescheduled due to dependency. [ 1166.447946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.062708] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1167.062933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.764086] env[66146]: INFO networking_nsxv3.common.synchronization [req-2498b43e-1e40-4f0a-a584-931d3f8cb0d9 req-c5805dd0-8fae-463c-ba67-cefd7a34058a tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1168.764553] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1168.764922] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.765566] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.766030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.766156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.766346] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.766488] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.766939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.767159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.767283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.767404] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.269531] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.269700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.269797] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.269996] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.270088] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.270286] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.270383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.270448] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.270626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.270715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.271368] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1169.303715] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.303927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.304023] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.304205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.304354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.314133] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1171.328309] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1171.328309] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 1171.328750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.735518] env[66146]: INFO networking_nsxv3.common.synchronization [req-7f31037e-d18b-40da-bb1f-6474b38e0650 req-986190d5-b9ec-43b2-beb4-7deeae0167d1 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1171.736097] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1171.736386] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.736504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.736572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.736826] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.736977] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.738187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.738256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.738425] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.738510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.738597] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.075476] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.076277] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.076628] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.077407] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.078241] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.079238] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.079238] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.079238] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.080279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.080279] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.080279] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.080464] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.080677] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.080885] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.081473] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.081473] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.100701] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.100872] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.101116] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.101334] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-323" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.101686] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.101904] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.102377] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.102751] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.102940] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.114110] env[66146]: INFO networking_nsxv3.common.synchronization [None req-68c7e536-5634-414a-bc09-f4dcc4c1472e None None] Enqueued Resource ID: e2d8ae25-78e8-45a8-864b-128d93fc1119 with Priority: HIGHEST for action port [ 1172.114181] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d8ae25-78e8-45a8-864b-128d93fc1119 with Priority: HIGHEST for action port [ 1172.114743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d8ae25-78e8-45a8-864b-128d93fc1119 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.114925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d8ae25-78e8-45a8-864b-128d93fc1119" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.114925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d8ae25-78e8-45a8-864b-128d93fc1119" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.115187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d8ae25-78e8-45a8-864b-128d93fc1119" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.115263] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d8ae25-78e8-45a8-864b-128d93fc1119',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.241337] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.241508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.241583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.241801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.241897] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.242112] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.242202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.242264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.242473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.242473] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.242602] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1172.269191] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.269387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.269429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.269610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.269757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.285348] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1172.607899] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.607899] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 not found, creating... [ 1172.607899] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.607899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.608524] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.608524] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.608524] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.608524] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.608524] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.608524] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 is going to be created. [ 1172.617685] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2d8ae25-78e8-45a8-864b-128d93fc1119 [ 1172.617917] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.618057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.618128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.619989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.620149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.621655] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2d8ae25-78e8-45a8-864b-128d93fc1119 already deleted. [ 1172.621655] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d8ae25-78e8-45a8-864b-128d93fc1119" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.629228] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.629228] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.629228] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.630079] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.630079] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.630079] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.406297] env[66146]: INFO networking_nsxv3.common.synchronization [req-7f31037e-d18b-40da-bb1f-6474b38e0650 req-68ac420b-e295-4bf9-a8d6-af2b76404db4 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 1173.406475] env[66146]: INFO networking_nsxv3.common.synchronization [req-7f31037e-d18b-40da-bb1f-6474b38e0650 req-68ac420b-e295-4bf9-a8d6-af2b76404db4 service nova] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1173.406612] env[66146]: INFO networking_nsxv3.common.synchronization [req-7f31037e-d18b-40da-bb1f-6474b38e0650 req-68ac420b-e295-4bf9-a8d6-af2b76404db4 service nova] Enqueued Resource ID: 5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 with Priority: HIGHEST for action port [ 1173.407275] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_rules [ 1173.407436] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1173.407548] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 with Priority: HIGHEST for action port [ 1173.407863] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.408009] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.411355] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.412137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.412426] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.415162] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.415696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.416092] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.416596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.416671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.417645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.417842] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.922982] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.923358] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.923358] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 with status ACTIVE [ 1173.924193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.924193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.924193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.924193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.924193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.924193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.924464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.924464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.924519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.924546] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.924724] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.924831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.924889] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.925041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.925112] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.925261] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5 is going to be updated. [ 1173.949167] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.949404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.949404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.949617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.949729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.949927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d2ba9d9-c425-48c4-8cd2-17e8c0dfa2f5" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.296385] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1174.296385] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 1174.296385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.296385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.296385] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.296873] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.296873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.296873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.296873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.297127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.297127] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.418595] env[66146]: INFO networking_nsxv3.common.synchronization [None req-4f9a3442-9613-4e52-9064-33d2908040db None None] Enqueued Resource ID: 4ed24324-764e-4a19-9dce-8bd5e951b502 with Priority: HIGHEST for action port [ 1174.419383] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ed24324-764e-4a19-9dce-8bd5e951b502 with Priority: HIGHEST for action port [ 1174.420534] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ed24324-764e-4a19-9dce-8bd5e951b502 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.420534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ed24324-764e-4a19-9dce-8bd5e951b502" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.420534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ed24324-764e-4a19-9dce-8bd5e951b502" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.420534] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ed24324-764e-4a19-9dce-8bd5e951b502" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.420534] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ed24324-764e-4a19-9dce-8bd5e951b502',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.803110] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.922272] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ed24324-764e-4a19-9dce-8bd5e951b502 [ 1174.922520] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.922659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.922725] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.922945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.923064] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.923294] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ed24324-764e-4a19-9dce-8bd5e951b502 already deleted. [ 1174.923294] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ed24324-764e-4a19-9dce-8bd5e951b502" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.304541] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.807753] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.807953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.808028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.808245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.808336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.808435] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1175.835440] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.835588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.835660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.835868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.836018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.845878] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1177.859089] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1177.859089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.859089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.859089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.859714] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.859714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.859714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.859714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.859714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.860053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.860053] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.362521] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.362753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.362834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.363089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.363261] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.363361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.363423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.363572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.363659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.363749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.363925] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.364036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.364109] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.364280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.364423] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.364519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.364572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.364756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.364838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.364875] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.364962] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.867802] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75: rpc.has_security_group_logging(os_id): False [ 1178.885688] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.885900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.885900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.886135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.886280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.886492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.886595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.886658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.886819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.886966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.887178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.887277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.887336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.887563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.887640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.887861] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.888792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.888792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.888792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.888792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.888792] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1178.948787] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.949019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.949019] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.949222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.949371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.965799] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1179.420596] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1179.420772] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1179.553676] env[66146]: INFO networking_nsxv3.common.synchronization [req-73ece742-6ecf-4506-b5ac-65f67f1d1b98 req-72e21a6c-200f-4c12-902f-067cda9b7ddb tempest-ServerGroupTestJSON-2121503986 tempest-ServerGroupTestJSON-2121503986-project-member] Enqueued Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_members [ 1179.554250] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_members [ 1179.554568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.554691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.554750] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.555241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.555328] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.555492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.555568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.555766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.555870] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.555985] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.878741] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.878741] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-463" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.878741] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-463" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.879758] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-463" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.879758] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.879905] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.880096] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.880343] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.880488] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.880695] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.880806] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.880913] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.881026] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.881134] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.881235] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.881365] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.900154] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.900359] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.900558] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.900623] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-463" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.900922] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-5c18d264-d6ee-42b4-8c2a-76b3042af520 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.901110] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.901227] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.901585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.901724] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c18d264-d6ee-42b4-8c2a-76b3042af520',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.058643] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.058880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.058880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.059108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.059199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.059392] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.059491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.059552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.059702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.059779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.059862] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 already deleted. [ 1180.059943] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.403964] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.404249] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.404324] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.404547] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.404689] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.404867] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 5c18d264-d6ee-42b4-8c2a-76b3042af520 not found, creating... [ 1180.405144] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.405301] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.405416] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.405633] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.405769] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.406059] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.406217] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.406333] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.406535] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.406666] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.406801] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 5c18d264-d6ee-42b4-8c2a-76b3042af520 is going to be created. [ 1180.430254] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.430254] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.430492] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.430694] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.431090] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.431292] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.984540] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1180.984958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.190637] env[66146]: INFO networking_nsxv3.common.synchronization [req-73ece742-6ecf-4506-b5ac-65f67f1d1b98 req-4f7afdf3-25f2-434a-8a92-e7d2580da5b1 service nova] Enqueued Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_rules [ 1181.190876] env[66146]: INFO networking_nsxv3.common.synchronization [req-73ece742-6ecf-4506-b5ac-65f67f1d1b98 req-4f7afdf3-25f2-434a-8a92-e7d2580da5b1 service nova] Enqueued Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_members [ 1181.191015] env[66146]: INFO networking_nsxv3.common.synchronization [req-73ece742-6ecf-4506-b5ac-65f67f1d1b98 req-4f7afdf3-25f2-434a-8a92-e7d2580da5b1 service nova] Enqueued Resource ID: 5c18d264-d6ee-42b4-8c2a-76b3042af520 with Priority: HIGHEST for action port [ 1181.191580] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_rules [ 1181.191721] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_members [ 1181.191821] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c18d264-d6ee-42b4-8c2a-76b3042af520 with Priority: HIGHEST for action port [ 1181.192114] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.192258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.192314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.192573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.192669] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.193616] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.193719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.193787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.194024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.194219] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.194320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.194384] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.194551] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.194612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.194698] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.195887] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c18d264-d6ee-42b4-8c2a-76b3042af520 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.196113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.196178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.196321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.196398] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c18d264-d6ee-42b4-8c2a-76b3042af520',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.698412] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.699639] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.699799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.700060] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c18d264-d6ee-42b4-8c2a-76b3042af520 with status ACTIVE [ 1181.700245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.700366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.700436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.700658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.700749] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.700971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.701074] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.701149] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.701330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.701412] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.701624] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.701721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.701783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.702186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.702186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.702186] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c18d264-d6ee-42b4-8c2a-76b3042af520 is going to be updated. [ 1181.725427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.725671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.725671] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.725843] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.725976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.726179] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c18d264-d6ee-42b4-8c2a-76b3042af520" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.008159] env[66146]: INFO networking_nsxv3.common.synchronization [req-4a565c53-0430-4545-bc5f-5ae63afdbb8e req-3ff3a48e-0cf7-4cd6-bb70-6420958d75ea tempest-ImagesTestJSON-1590875626 tempest-ImagesTestJSON-1590875626-project-member] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1182.008717] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGHEST for action security_group_members [ 1182.009028] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.009185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.009427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.012129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.012366] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.012515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.012614] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.012887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.013039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.013305] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.203910] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.517245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.517399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.517504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.517687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.517783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.517995] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.518113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.518180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.518332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.518415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.518506] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be updated. [ 1182.547623] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.547861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.547861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.548053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.548235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.557097] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: IN_PROGRESS for 2s [ 1182.707335] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.707567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.707567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.707779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.707892] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.707991] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 is going to be created. [ 1182.733326] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.733554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.733607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.733854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.734082] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.747258] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 in Status: UNINITIALIZED for 2s [ 1184.568718] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 in Status: SUCCESS [ 1184.569142] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 deletion is rescheduled due to dependency. [ 1184.569142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.756189] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 in Status: SUCCESS [ 1184.756395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.756555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.756829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.757103] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.757228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.757295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.757451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.757532] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.757628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.757716] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.168233] env[66146]: INFO networking_nsxv3.common.synchronization [req-1c9828e7-178a-4464-b361-4bd6806ec06a req-b13f2e05-fa9a-4b70-a959-f82a594e6e88 tempest-ServerDiskConfigTestJSON-484004086 tempest-ServerDiskConfigTestJSON-484004086-project-member] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1185.168233] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGHEST for action security_group_members [ 1185.168863] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.169045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.169110] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.169368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.169613] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.169680] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.169714] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.169882] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.170059] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.170116] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.259578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.259777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.259877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.260173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.260446] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.260446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.260565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.260650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.260734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.260823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.260996] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.261063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.261118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.261399] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.261574] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.261684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.261746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.261887] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.262116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.262116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.262204] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.672902] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673560] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.673684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.673840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.674134] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.674306] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.674422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.674686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.674742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.674813] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be updated. [ 1185.706513] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.706848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.706930] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.707214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.707419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.718462] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: IN_PROGRESS for 2s [ 1185.764430] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f3bc9bd-d066-48f1-9eb5-55539c86ea34: rpc.has_security_group_logging(os_id): False [ 1185.786239] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.786394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.786455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.786645] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.786741] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.787060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.787151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.787256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.787339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.787430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.787653] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.787822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.787822] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.787961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.788061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.788270] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.788366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.789778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.789778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.789778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.789778] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 is going to be created. [ 1185.870580] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.870766] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.870819] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.871033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.871219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.883590] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 in Status: IN_PROGRESS for 2s [ 1187.728097] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 in Status: SUCCESS [ 1187.728519] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 deletion is rescheduled due to dependency. [ 1187.728519] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.899999] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 in Status: SUCCESS [ 1187.900578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.342500] env[66146]: INFO networking_nsxv3.common.synchronization [req-feaf4266-f6dd-4361-8b5f-ed6dab801917 req-b4a424f9-cfe9-462f-bfff-e4db2bb465b2 tempest-AttachVolumeShelveTestJSON-109565351 tempest-AttachVolumeShelveTestJSON-109565351-project-member] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1189.343204] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGHEST for action security_group_members [ 1189.343638] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.343777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.343858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.344557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.344557] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.344557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.344760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.344910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.344974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.345110] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.847281] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.847447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.847495] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.847713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.847806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.847988] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.848164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.848231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.848392] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.848469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.848601] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 is going to be updated. [ 1189.880242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.880462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.880462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.880634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.880777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.891968] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: IN_PROGRESS for 2s [ 1190.597559] env[66146]: INFO networking_nsxv3.common.synchronization [req-10078e71-b562-4761-ba3d-93d811386b99 req-ec8418fb-6fc1-4d70-858f-c3538df4b483 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1190.598303] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1190.598614] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.598765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.598857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.599128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.599331] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.599463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.599545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.600290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.600290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.600290] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.095758] env[66146]: INFO networking_nsxv3.common.synchronization [None req-23ab7a89-354a-40ff-9cc9-b4fccade91fb None None] Enqueued Resource ID: e1ed9af8-9bd9-4494-baf6-1d4feb1299ec with Priority: HIGHEST for action port [ 1191.095758] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ed9af8-9bd9-4494-baf6-1d4feb1299ec with Priority: HIGHEST for action port [ 1191.095758] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ed9af8-9bd9-4494-baf6-1d4feb1299ec taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.095758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ed9af8-9bd9-4494-baf6-1d4feb1299ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.095758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ed9af8-9bd9-4494-baf6-1d4feb1299ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.095758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ed9af8-9bd9-4494-baf6-1d4feb1299ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.095758] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ed9af8-9bd9-4494-baf6-1d4feb1299ec',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.103238] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.599329] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ed9af8-9bd9-4494-baf6-1d4feb1299ec [ 1191.600596] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.600596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.600596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.600596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.600596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.600596] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ed9af8-9bd9-4494-baf6-1d4feb1299ec already deleted. [ 1191.600596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ed9af8-9bd9-4494-baf6-1d4feb1299ec" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.605816] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.904263] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 in Status: SUCCESS [ 1191.904689] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 deletion is rescheduled due to dependency. [ 1191.904769] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.111549] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.111988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.112103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.112339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.112444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.112609] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be updated. [ 1192.142269] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.142269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.142474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.142729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.142806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.152708] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: IN_PROGRESS for 2s [ 1192.535684] env[66146]: INFO networking_nsxv3.common.synchronization [req-cdc102d9-306d-4efd-82f3-95efa909c8b9 req-0d9b3b47-d3c8-42b4-a4c7-54d854605b04 tempest-ServerGroupTestJSON-2121503986 tempest-ServerGroupTestJSON-2121503986-project-member] Enqueued Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_members [ 1192.536063] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGHEST for action security_group_members [ 1192.536415] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.536573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.536660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.539992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.539992] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.539992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.539992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.539992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.539992] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.539992] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.043040] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.043366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.043366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.043502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.043597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.043790] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.043886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.043946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.044125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.044207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.044292] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 is going to be updated. [ 1193.074032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.074032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.074032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.074032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.074032] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.085093] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 in Status: IN_PROGRESS for 2s [ 1193.947009] env[66146]: INFO networking_nsxv3.common.synchronization [None req-81480c8d-e98a-4fed-a80c-b29774e617d8 None None] Enqueued Resource ID: 3efd8f81-c5b8-4463-86dd-231a5ccd7cc6 with Priority: HIGHEST for action port [ 1193.947637] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3efd8f81-c5b8-4463-86dd-231a5ccd7cc6 with Priority: HIGHEST for action port [ 1193.948056] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3efd8f81-c5b8-4463-86dd-231a5ccd7cc6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.948178] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3efd8f81-c5b8-4463-86dd-231a5ccd7cc6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.948258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3efd8f81-c5b8-4463-86dd-231a5ccd7cc6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.948625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3efd8f81-c5b8-4463-86dd-231a5ccd7cc6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.948714] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3efd8f81-c5b8-4463-86dd-231a5ccd7cc6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.163773] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: SUCCESS [ 1194.164180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.452122] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3efd8f81-c5b8-4463-86dd-231a5ccd7cc6 [ 1194.452241] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.452364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.452422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.452635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.452737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.452792] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3efd8f81-c5b8-4463-86dd-231a5ccd7cc6 already deleted. [ 1194.452872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3efd8f81-c5b8-4463-86dd-231a5ccd7cc6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.099530] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 in Status: SUCCESS [ 1195.099724] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 deletion is rescheduled due to dependency. [ 1195.099841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.843498] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf95e04e-49fa-41a6-b57c-d97b06ea3fc7 req-e8754a69-62c3-4880-816c-ec1d458e3d57 tempest-ImagesNegativeTestJSON-614046571 tempest-ImagesNegativeTestJSON-614046571-project-member] Enqueued Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_members [ 1196.844101] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_members [ 1196.844409] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.844528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.844594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.844842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.845027] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.845198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.845267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.845376] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.845459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.845553] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.147353] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.147546] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-898" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.147666] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-898" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.147992] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-898" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.148369] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.148529] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.148647] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.148864] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.149013] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.149255] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.149371] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1197.149477] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1197.149582] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1197.149691] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1197.149799] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1197.149917] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1197.170918] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1197.171096] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1197.171481] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1197.171481] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-898" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.171700] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-43010c03-9efe-45e4-b8da-ff11103f65dc taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.171906] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.172059] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.172400] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.172537] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43010c03-9efe-45e4-b8da-ff11103f65dc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.347891] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.348097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.348171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.348398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.348493] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.348686] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.348784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.348842] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.348990] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.349079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.349161] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b222af2-d589-42fa-a3f5-af74b6751062 already deleted. [ 1197.349241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.675418] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.675661] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.675731] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.676191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.676392] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.676577] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 43010c03-9efe-45e4-b8da-ff11103f65dc not found, creating... [ 1197.676872] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.677110] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.677241] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.677551] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.677729] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.678054] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.678251] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.678571] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.678619] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.678785] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.678960] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 43010c03-9efe-45e4-b8da-ff11103f65dc is going to be created. [ 1197.700451] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.700705] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.700786] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.701078] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.701332] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.701554] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.390776] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf95e04e-49fa-41a6-b57c-d97b06ea3fc7 req-92f3f924-0e0c-4a39-9e34-a91de2116e67 service nova] Enqueued Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_rules [ 1198.390776] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf95e04e-49fa-41a6-b57c-d97b06ea3fc7 req-92f3f924-0e0c-4a39-9e34-a91de2116e67 service nova] Enqueued Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_members [ 1198.390776] env[66146]: INFO networking_nsxv3.common.synchronization [req-cf95e04e-49fa-41a6-b57c-d97b06ea3fc7 req-92f3f924-0e0c-4a39-9e34-a91de2116e67 service nova] Enqueued Resource ID: 43010c03-9efe-45e4-b8da-ff11103f65dc with Priority: HIGHEST for action port [ 1198.390776] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_rules [ 1198.390776] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_members [ 1198.390776] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43010c03-9efe-45e4-b8da-ff11103f65dc with Priority: HIGHEST for action port [ 1198.391335] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.391335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.391335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.391335] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.391546] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.392394] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.392541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.392610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.395268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.395268] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.395268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.395268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.395268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.395268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.395268] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.396943] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-43010c03-9efe-45e4-b8da-ff11103f65dc taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.397113] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.397247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.397410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.397488] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43010c03-9efe-45e4-b8da-ff11103f65dc',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.900753] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.900753] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.900753] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.901569] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43010c03-9efe-45e4-b8da-ff11103f65dc with status ACTIVE [ 1198.901628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.901724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.901793] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.901995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.902116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.902290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.903185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.903185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.903185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.903185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.903185] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.903185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.903185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.903429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.903429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.903547] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43010c03-9efe-45e4-b8da-ff11103f65dc is going to be updated. [ 1198.925101] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.925283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.925283] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.925991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.925991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.925991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43010c03-9efe-45e4-b8da-ff11103f65dc" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.405907] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.910216] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.910216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.910216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.910216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.910216] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.910216] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b222af2-d589-42fa-a3f5-af74b6751062 is going to be created. [ 1199.933060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.935958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.935958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.935958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.935958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.944045] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b222af2-d589-42fa-a3f5-af74b6751062 in Status: UNINITIALIZED for 2s [ 1201.956669] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b222af2-d589-42fa-a3f5-af74b6751062 in Status: SUCCESS [ 1201.956944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.957239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.957597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.957882] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.958063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.958146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.958401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.958537] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.958674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.958814] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.461456] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.461798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.462083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.462543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.462860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.463122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.463267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.463588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.463808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.463946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.464240] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.464507] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.464589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.464761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.465078] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.465291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.465396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.465650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.465830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.465936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.466050] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.969811] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b222af2-d589-42fa-a3f5-af74b6751062: rpc.has_security_group_logging(os_id): False [ 1202.987905] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.988107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.988201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.988426] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.988533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.988792] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.988893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.988965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.989188] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.989316] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.989551] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.989665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.989742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.989941] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.990081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.990331] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.990462] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.990555] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.990727] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.990834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.990954] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b222af2-d589-42fa-a3f5-af74b6751062 is going to be created. [ 1203.145477] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.145718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.145718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.145877] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.146072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.158558] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b222af2-d589-42fa-a3f5-af74b6751062 in Status: IN_PROGRESS for 2s [ 1203.391225] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.391363] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.172849] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b222af2-d589-42fa-a3f5-af74b6751062 in Status: SUCCESS [ 1205.173210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.731396] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.731746] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.731746] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.731972] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.732307] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.732431] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.732552] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.732793] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.732935] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.733164] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.733276] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.733384] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.733491] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.733616] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.733719] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.733846] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.755477] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.755719] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.755925] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.756160] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-221" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.756470] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-c871fc90-01ad-4309-9f90-2e967d64b6ce taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.756648] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.756766] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.757069] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.757237] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c871fc90-01ad-4309-9f90-2e967d64b6ce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.259555] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.259771] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.259894] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.260192] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.260336] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.260620] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.260774] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.260889] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.261122] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.261256] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.261552] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.261727] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.261842] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.262061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.262194] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.262342] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: c871fc90-01ad-4309-9f90-2e967d64b6ce is going to be updated. [ 1208.284165] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.284390] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.284525] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.284801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.284982] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.285270] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.392486] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.392712] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.692237] env[66146]: INFO networking_nsxv3.common.synchronization [req-59f205cb-3e3b-4676-a864-1452935d837e req-d99cf178-7443-41b6-8385-9b41a22f1f81 tempest-ServerActionsTestOtherA-113230373 tempest-ServerActionsTestOtherA-113230373-project-member] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1208.692774] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGHEST for action security_group_members [ 1208.693142] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.694715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.694715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.694715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.695759] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.695838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.695880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.696096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.696186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.696292] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.198564] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.199096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.199096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.200323] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.201090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.201090] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.201090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.201090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.201090] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.201466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.201593] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be updated. [ 1209.235063] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.236607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.236746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.237015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.237268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.244200] env[66146]: INFO networking_nsxv3.common.synchronization [req-35b6d555-0a71-4b0b-b0cf-18d6b139be09 req-49bfb362-a966-49ae-98c2-7e385a6ba92c tempest-ImagesNegativeTestJSON-614046571 tempest-ImagesNegativeTestJSON-614046571-project-member] Enqueued Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_members [ 1209.245310] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGHEST for action security_group_members [ 1209.245781] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.245781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.245781] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.245945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.246098] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.246228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.246303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.246468] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.246552] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.246643] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.248072] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: IN_PROGRESS for 2s [ 1209.456301] env[66146]: INFO networking_nsxv3.common.synchronization [req-d0af0e81-0129-46b7-8fec-703665da621f req-cb28587e-8c24-4b90-bd99-3a74d2b8a993 service nova] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_rules [ 1209.456484] env[66146]: INFO networking_nsxv3.common.synchronization [req-d0af0e81-0129-46b7-8fec-703665da621f req-cb28587e-8c24-4b90-bd99-3a74d2b8a993 service nova] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1209.456620] env[66146]: INFO networking_nsxv3.common.synchronization [req-d0af0e81-0129-46b7-8fec-703665da621f req-cb28587e-8c24-4b90-bd99-3a74d2b8a993 service nova] Enqueued Resource ID: c871fc90-01ad-4309-9f90-2e967d64b6ce with Priority: HIGHEST for action port [ 1209.456856] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_rules [ 1209.457168] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1209.457168] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c871fc90-01ad-4309-9f90-2e967d64b6ce with Priority: HIGHEST for action port [ 1209.457697] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.457823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.457891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.458164] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.458247] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.460197] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.460197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.460197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.460197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.460197] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.460481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.460481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.460481] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.460578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.460615] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.462015] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-c871fc90-01ad-4309-9f90-2e967d64b6ce taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.462205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.462205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.462568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.462876] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c871fc90-01ad-4309-9f90-2e967d64b6ce',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.749696] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.749867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.749945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.750197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.750286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.750545] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.750616] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.750653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.750788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.750859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.750939] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b222af2-d589-42fa-a3f5-af74b6751062 is going to be updated. [ 1209.782515] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.782515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.782515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.782515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.782515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.790960] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b222af2-d589-42fa-a3f5-af74b6751062 in Status: IN_PROGRESS for 2s [ 1209.964607] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.965760] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.965903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.966246] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c871fc90-01ad-4309-9f90-2e967d64b6ce with status ACTIVE [ 1209.966411] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.966520] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.966591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.966788] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.966939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.967049] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.967144] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.967214] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.967375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.967500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.967637] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.967802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.967802] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.967945] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.968031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.968094] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c871fc90-01ad-4309-9f90-2e967d64b6ce is going to be updated. [ 1209.990930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.991210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.991210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.991354] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.991491] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.991648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c871fc90-01ad-4309-9f90-2e967d64b6ce" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.467572] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.970588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.970811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.970891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.971081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.971175] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.971312] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be updated. [ 1211.002486] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.002755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.002755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.002976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.003137] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.015873] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1211.257949] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd in Status: SUCCESS [ 1211.258183] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd deletion is rescheduled due to dependency. [ 1211.258318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.800675] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b222af2-d589-42fa-a3f5-af74b6751062 in Status: SUCCESS [ 1211.801025] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b222af2-d589-42fa-a3f5-af74b6751062 deletion is rescheduled due to dependency. [ 1211.801025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.026014] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1213.026452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.026452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.026582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.026766] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.026891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.026956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.027132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.027211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.027322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.027415] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.522608] env[66146]: INFO networking_nsxv3.common.synchronization [req-06c90629-732d-40c1-9d26-5cbd358b64ee req-55c73860-7c53-4fac-a683-d15725755d73 tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1213.523165] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1213.523472] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.523591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.523656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.523854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.524014] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.524124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.524185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.524336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.524428] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.524827] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.528998] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.529140] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.529209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.529400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.529556] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.530583] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.530583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.531914] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.531914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.531914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.531914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.531914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.531914] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.531914] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.027115] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.027411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.027411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.027592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.027688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.027976] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.027976] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.028116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.028201] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.028285] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.028388] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1214.033256] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52475a99-afd6-4cb2-bb04-70c18f06f4af: rpc.has_security_group_logging(os_id): False [ 1214.056801] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.056801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.057053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.057106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.057211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.057489] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.057580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.057647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.057803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.057880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.058209] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.058209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.058209] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.058415] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.058447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.058604] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.058695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.058755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.058893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.058966] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.059061] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be updated. [ 1214.061539] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.061789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.061789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.061869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.061969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.072584] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1214.122231] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.122459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.122459] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.122646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.122789] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.138990] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1216.083177] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1216.083506] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 deletion is rescheduled due to dependency. [ 1216.083562] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.155266] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1216.155526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.524434] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.524738] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.105607] env[66146]: INFO networking_nsxv3.common.synchronization [req-82e13862-3ebc-4724-880b-535149635f71 req-95558d45-985d-4842-8491-68dba69c2e80 tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1223.106225] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1223.107283] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.107434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.107434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.107697] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.107914] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.108052] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.108199] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.108343] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.108476] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.108622] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.450258] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.450450] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.450613] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.450907] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.451188] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.451354] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.451546] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.451967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.452064] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.452312] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.452433] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.452562] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.452714] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.452919] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.453080] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.453264] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.473580] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.473798] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.473984] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.474237] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.474618] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-9e0a0613-f822-4887-adbd-25106f8be060 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.474822] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.474971] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.475378] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.475609] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0a0613-f822-4887-adbd-25106f8be060',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.611145] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.611352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.611410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.611713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.611811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.612024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.612141] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.612206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.612443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.612528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.612617] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1223.639612] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.639823] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.639893] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.640124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.640271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.649369] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1223.786571] env[66146]: INFO networking_nsxv3.common.synchronization [req-2f3399c5-16c4-4599-b19a-40ab575e6de2 req-850bffbb-fc6c-460f-aaa0-7ee7cad24bb4 tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_members [ 1223.787196] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGHEST for action security_group_members [ 1223.787589] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.787721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.787791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.787999] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.788305] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.788365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.788433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.788603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.788706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.788791] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.978359] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.978587] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.978715] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.978984] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.979143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.979292] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 9e0a0613-f822-4887-adbd-25106f8be060 not found, creating... [ 1223.979657] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.979854] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.979975] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.980218] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.980353] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.980630] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.980784] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.980896] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.981128] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.981262] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.981442] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 9e0a0613-f822-4887-adbd-25106f8be060 is going to be created. [ 1224.004364] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.004592] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.004717] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.004987] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.005230] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.005718] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.292050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.292050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.292050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.292050] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a is going to be updated. [ 1224.336217] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.336419] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.336466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.336784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.336933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.346059] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a in Status: IN_PROGRESS for 2s [ 1224.756453] env[66146]: INFO networking_nsxv3.common.synchronization [req-82e13862-3ebc-4724-880b-535149635f71 req-0e2851f1-1e64-4062-b1f8-c220a734bf5b service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 1224.756650] env[66146]: INFO networking_nsxv3.common.synchronization [req-82e13862-3ebc-4724-880b-535149635f71 req-0e2851f1-1e64-4062-b1f8-c220a734bf5b service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1224.756788] env[66146]: INFO networking_nsxv3.common.synchronization [req-82e13862-3ebc-4724-880b-535149635f71 req-0e2851f1-1e64-4062-b1f8-c220a734bf5b service nova] Enqueued Resource ID: 9e0a0613-f822-4887-adbd-25106f8be060 with Priority: HIGHEST for action port [ 1224.757349] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 1224.757507] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1224.757604] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0a0613-f822-4887-adbd-25106f8be060 with Priority: HIGHEST for action port [ 1224.757869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.757983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.758455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.758679] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.758761] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.759671] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.759724] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.760304] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e0a0613-f822-4887-adbd-25106f8be060 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.760304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.760304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.760304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.760658] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0a0613-f822-4887-adbd-25106f8be060',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.262621] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.262816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.262927] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e0a0613-f822-4887-adbd-25106f8be060 with status ACTIVE [ 1225.263129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.263263] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.263357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.264487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.264487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.264734] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.264865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.264934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.265150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.265245] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.265432] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.265527] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.265587] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.266081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.266081] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.266081] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e0a0613-f822-4887-adbd-25106f8be060 is going to be updated. [ 1225.299273] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.299615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.299615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.299690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.299825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.299995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.659516] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1225.659691] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 deletion is rescheduled due to dependency. [ 1225.659807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.659982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.660220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.660400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.660518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.660583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.660731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.660811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.660906] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.163030] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.354966] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a in Status: SUCCESS [ 1226.355351] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a deletion is rescheduled due to dependency. [ 1226.355351] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.665819] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.168760] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.168760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.168760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.168760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.168760] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.168760] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1227.195202] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.195369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.195429] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.195643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.195786] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.204276] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1229.214874] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 4s [ 1229.758754] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.758941] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1231.236057] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1231.236464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.236464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.236686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.236884] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.237020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.237134] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.237320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.237406] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.237536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.237645] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.740393] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.244537] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34b25de5-7ddc-49b8-abc4-b3e30d78af23: rpc.has_security_group_logging(os_id): False [ 1232.263721] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.263721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.263721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.263721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.263721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.263721] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.263721] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.264171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.264171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.264171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.264318] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1232.328466] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.328646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.328708] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.328884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.329042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.342080] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1234.359076] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1234.359434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.759622] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.760196] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.305225] env[66146]: INFO networking_nsxv3.common.synchronization [req-f563aae1-7a48-4796-901c-4ff49ebcfde1 req-5923e6c0-027e-4b1b-b81e-153f61ecffaa tempest-ServersNegativeTestJSON-1486755746 tempest-ServersNegativeTestJSON-1486755746-project-member] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1238.306024] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGHEST for action security_group_members [ 1238.306248] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.306581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.306581] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.306691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.306881] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.306951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.307042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.307127] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.307211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.307303] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.810670] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.810869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.810962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.811243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.811293] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.811511] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.811595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.811651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.811853] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.811942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.813095] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be updated. [ 1238.844047] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.844249] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.844249] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.844456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.844592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.854149] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: IN_PROGRESS for 2s [ 1240.865939] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af in Status: SUCCESS [ 1240.866607] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af deletion is rescheduled due to dependency. [ 1240.866607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.307264] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.307611] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.309061] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.309332] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.824403] env[66146]: INFO networking_nsxv3.common.synchronization [None req-88b80c73-90e6-440a-9104-faa686495389 None None] Enqueued Resource ID: 3a01489c-ac1c-486b-a864-d84d625d0951 with Priority: HIGHEST for action port [ 1248.825288] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a01489c-ac1c-486b-a864-d84d625d0951 with Priority: HIGHEST for action port [ 1248.825795] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a01489c-ac1c-486b-a864-d84d625d0951 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.825982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a01489c-ac1c-486b-a864-d84d625d0951" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.826111] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a01489c-ac1c-486b-a864-d84d625d0951" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.826407] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a01489c-ac1c-486b-a864-d84d625d0951" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.826538] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a01489c-ac1c-486b-a864-d84d625d0951',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.330462] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a01489c-ac1c-486b-a864-d84d625d0951 [ 1249.330768] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.330934] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.331048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.331265] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.331398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.332031] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a01489c-ac1c-486b-a864-d84d625d0951 already deleted. [ 1249.332031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a01489c-ac1c-486b-a864-d84d625d0951" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.371055] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7fc29acc-f9fa-4c41-88ab-87fc34af75b1 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_rules [ 1249.371596] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_rules [ 1249.371885] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b902860d-56de-403b-988f-69d8aca3ead0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.372529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.372529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.372529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.372529] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.462298] env[66146]: INFO networking_nsxv3.common.synchronization [None req-c7591606-0b41-4b53-8572-e165aeee7492 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_rules [ 1249.462834] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_rules [ 1249.463163] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b902860d-56de-403b-988f-69d8aca3ead0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.463279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.895180] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.895327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.895436] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.895968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.895968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.895968] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b902860d-56de-403b-988f-69d8aca3ead0 already deleted. [ 1249.895968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.896242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.896398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.896484] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.114863] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1250.115022] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1250.416909] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.416909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.416909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.416909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.416909] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.416909] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b902860d-56de-403b-988f-69d8aca3ead0 already deleted. [ 1250.417474] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.914373] env[66146]: INFO networking_nsxv3.common.synchronization [None req-fa178765-b958-4f78-82b5-207fa0f30c86 None None] Enqueued Resource ID: bf35a703-5aa2-4d86-9fa0-0de09b30e20e with Priority: HIGHEST for action port [ 1250.914882] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf35a703-5aa2-4d86-9fa0-0de09b30e20e with Priority: HIGHEST for action port [ 1250.915201] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf35a703-5aa2-4d86-9fa0-0de09b30e20e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.915758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf35a703-5aa2-4d86-9fa0-0de09b30e20e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.915758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf35a703-5aa2-4d86-9fa0-0de09b30e20e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.915758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf35a703-5aa2-4d86-9fa0-0de09b30e20e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.915758] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf35a703-5aa2-4d86-9fa0-0de09b30e20e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.418068] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf35a703-5aa2-4d86-9fa0-0de09b30e20e [ 1251.418405] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.418478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.418478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.418692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.418807] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.418916] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf35a703-5aa2-4d86-9fa0-0de09b30e20e already deleted. [ 1251.419016] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf35a703-5aa2-4d86-9fa0-0de09b30e20e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.825055] env[66146]: INFO networking_nsxv3.common.synchronization [req-532e3e2b-6934-4286-8dac-ef1a1a75d9f0 req-2dd827a5-bb0f-4621-ae72-41dd154d09ab tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_members [ 1254.825770] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_members [ 1254.826226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b902860d-56de-403b-988f-69d8aca3ead0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.826404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.826512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.826872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.827187] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.827433] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.827576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.827907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.828086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.830171] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.092642] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.092918] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.092977] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.093346] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.093603] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.093759] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.093873] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.094321] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.094485] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.094701] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.094812] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.094945] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.095136] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.095271] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.095377] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.095507] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.117920] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.118148] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.118259] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.118431] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.118753] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.118967] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.119100] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.119422] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.119557] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.331934] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.332184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.332184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.332374] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.332463] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.332659] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.332754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.332816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.333022] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.333132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.333132] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b902860d-56de-403b-988f-69d8aca3ead0 already deleted. [ 1255.333222] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.622699] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.622699] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.622947] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.623121] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.623307] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.623462] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 not found, creating... [ 1255.623781] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.623974] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.624101] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.624329] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.624464] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.624737] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.624889] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.625016] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.625219] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.625351] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.625490] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 is going to be created. [ 1255.648115] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.648358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.648451] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.649169] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.649427] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.649744] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.330309] env[66146]: INFO networking_nsxv3.common.synchronization [req-532e3e2b-6934-4286-8dac-ef1a1a75d9f0 req-3bd64b02-fa85-4f46-b750-663f90a3a27a service nova] Enqueued Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_rules [ 1256.330566] env[66146]: INFO networking_nsxv3.common.synchronization [req-532e3e2b-6934-4286-8dac-ef1a1a75d9f0 req-3bd64b02-fa85-4f46-b750-663f90a3a27a service nova] Enqueued Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_members [ 1256.330600] env[66146]: INFO networking_nsxv3.common.synchronization [req-532e3e2b-6934-4286-8dac-ef1a1a75d9f0 req-3bd64b02-fa85-4f46-b750-663f90a3a27a service nova] Enqueued Resource ID: 5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 with Priority: HIGHEST for action port [ 1256.331192] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_rules [ 1256.331403] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_members [ 1256.331532] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 with Priority: HIGHEST for action port [ 1256.332324] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b902860d-56de-403b-988f-69d8aca3ead0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.332454] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.332529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.332719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.332798] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.333647] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b902860d-56de-403b-988f-69d8aca3ead0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.333759] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.333811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.333980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.334139] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.334236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.334291] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.334432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.334515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.334601] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.335409] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.335767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.335767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.336043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.336128] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.838478] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b902860d-56de-403b-988f-69d8aca3ead0 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.838718] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.838813] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.839769] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 with status ACTIVE [ 1256.839949] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.840078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.840170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.840342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.840434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.840599] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.840692] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.840762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.840972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.841095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.841278] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.841371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.841466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.841617] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.841693] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.841850] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3 is going to be updated. [ 1256.862357] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.862590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.862590] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.862730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.862861] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.863035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bf7f4f7-04d6-4232-96fd-e0f0a12aafc3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.344022] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.846793] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.846971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.847041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.847271] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.847362] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.847472] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b902860d-56de-403b-988f-69d8aca3ead0 is going to be created. [ 1257.871428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.871658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.871658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.871841] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.872017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.880297] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b902860d-56de-403b-988f-69d8aca3ead0 in Status: UNINITIALIZED for 2s [ 1259.892636] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b902860d-56de-403b-988f-69d8aca3ead0 in Status: SUCCESS [ 1259.893117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.893117] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.893252] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.893499] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.893640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.893722] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.893862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.893951] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.894053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.894152] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.149609] env[66146]: INFO networking_nsxv3.common.synchronization [req-db2e1845-72d9-4e4d-bed3-4bfa031b4a60 req-01e876fd-f11f-47e0-9324-287ad2bfadef tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1260.150124] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1260.150701] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.150701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.150701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.150939] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.150984] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.151077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.151126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.151267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.151350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.151439] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.396280] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.653930] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.654220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.654314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.654545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.682835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.683172] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.683298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.683365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.683653] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.683738] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1260.728199] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.728460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.728460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.728611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.729078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.740453] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1260.901205] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b902860d-56de-403b-988f-69d8aca3ead0: rpc.has_security_group_logging(os_id): False [ 1260.920630] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.920810] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.920979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.921068] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.921159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.921400] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.921487] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.921567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.921694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.921762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.921844] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b902860d-56de-403b-988f-69d8aca3ead0 is going to be created. [ 1260.987726] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.987947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.988057] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.988359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.988624] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.999887] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b902860d-56de-403b-988f-69d8aca3ead0 in Status: IN_PROGRESS for 2s [ 1262.751268] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1262.751787] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e deletion is rescheduled due to dependency. [ 1262.751787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.012074] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b902860d-56de-403b-988f-69d8aca3ead0 in Status: SUCCESS [ 1263.012241] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.151757] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.152084] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.185467] env[66146]: INFO networking_nsxv3.common.synchronization [req-40eacee8-5985-4a07-bfc8-47299b81bf60 req-16490516-4def-4bfd-9378-397ef41ec509 tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1269.185467] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1269.185467] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.185467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.185467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.185467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.185467] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.185467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.185467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.185467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.185467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.185467] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.468523] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.468773] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.468906] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.469214] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.469482] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.469642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.469759] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.469980] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.470143] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.470350] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.470462] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1269.470572] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1269.470678] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1269.470786] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1269.470889] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1269.471036] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1269.493861] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1269.494092] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1269.494221] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1269.494358] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.494674] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.494854] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.494966] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.495382] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.495507] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4707dd33-dde5-433e-81cb-6b6bcfac3ca1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.689118] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.689324] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.689397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.689569] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.689660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.689851] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.689949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.690025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.690172] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.690284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.690355] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1269.715411] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.715603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.715661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.715913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.716084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.726766] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1269.997838] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.998083] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.998186] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.998465] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.998651] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.998810] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 4707dd33-dde5-433e-81cb-6b6bcfac3ca1 not found, creating... [ 1269.999099] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.999255] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.999371] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.999596] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.999733] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.000014] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.000180] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.000294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.000496] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.000719] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.000756] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 4707dd33-dde5-433e-81cb-6b6bcfac3ca1 is going to be created. [ 1270.021856] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.022114] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.022240] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.022507] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.022729] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.022950] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.715029] env[66146]: INFO networking_nsxv3.common.synchronization [req-40eacee8-5985-4a07-bfc8-47299b81bf60 req-258a4912-063a-469a-909b-cf1847b14c20 service nova] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 1270.715029] env[66146]: INFO networking_nsxv3.common.synchronization [req-40eacee8-5985-4a07-bfc8-47299b81bf60 req-258a4912-063a-469a-909b-cf1847b14c20 service nova] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1270.715029] env[66146]: INFO networking_nsxv3.common.synchronization [req-40eacee8-5985-4a07-bfc8-47299b81bf60 req-258a4912-063a-469a-909b-cf1847b14c20 service nova] Enqueued Resource ID: 4707dd33-dde5-433e-81cb-6b6bcfac3ca1 with Priority: HIGHEST for action port [ 1270.715029] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 1270.715029] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1270.715029] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4707dd33-dde5-433e-81cb-6b6bcfac3ca1 with Priority: HIGHEST for action port [ 1270.715029] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.715029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.715029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.715029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.715029] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.716563] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.716791] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.717091] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.717735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.717924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.718510] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.718692] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4707dd33-dde5-433e-81cb-6b6bcfac3ca1',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.221213] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.221379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.223782] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4707dd33-dde5-433e-81cb-6b6bcfac3ca1 with status ACTIVE [ 1271.224009] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.224173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.224261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.224636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.224636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.224782] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.224879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.225061] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.225186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.225292] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.225499] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.225620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.225701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.225904] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.226042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.226102] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4707dd33-dde5-433e-81cb-6b6bcfac3ca1 is going to be updated. [ 1271.251292] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.251572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.251691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.252011] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.252240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.252512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4707dd33-dde5-433e-81cb-6b6bcfac3ca1" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.736911] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1271.737303] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e deletion is rescheduled due to dependency. [ 1271.737303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.737377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.737570] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.737749] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.737865] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.737938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.738120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.738248] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.738317] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.241355] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.743955] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.246200] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.246416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.246485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.246684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.246773] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.246870] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1273.276749] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.276929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.276972] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.277185] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.277333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.287841] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1275.300353] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1275.300734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.300772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.300987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.301196] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.301320] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.301379] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.301539] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.301622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.301706] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.301795] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.715119] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1275.715294] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1275.803776] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.306666] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 021e85a6-2ae0-4e01-a6fe-2332e825b44e: rpc.has_security_group_logging(os_id): False [ 1276.327758] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.328083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.328083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.328366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.328420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.328650] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.328754] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.328824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.329097] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.329243] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.329380] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1276.417808] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.418202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.418202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.418331] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.418536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.431890] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1278.446058] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1278.446442] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.716175] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.716400] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.717721] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.718183] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.718721] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.718721] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.719808] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.720203] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.904204] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.904411] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.904538] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.904887] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.905176] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.905336] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.905442] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.905655] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.905812] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.906099] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.906231] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.906338] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.906444] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.906551] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.906649] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.906819] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.928388] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.928585] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.928692] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.928899] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-552" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.929290] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-9e0a0613-f822-4887-adbd-25106f8be060 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.929462] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.929565] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.929851] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.929992] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0a0613-f822-4887-adbd-25106f8be060',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.432685] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.432941] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.433043] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.433361] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.433585] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.433932] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.434114] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.434233] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.434456] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.434593] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.434877] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.435032] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.435148] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.435355] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.435489] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.435626] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 9e0a0613-f822-4887-adbd-25106f8be060 is going to be updated. [ 1296.458360] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.458595] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.458697] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.458962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.459173] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.459393] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.131202] env[66146]: INFO networking_nsxv3.common.synchronization [req-244dae4e-2a48-4793-8743-df1345780089 req-76174bf7-3070-4efc-b02c-af5412857962 service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 1297.131202] env[66146]: INFO networking_nsxv3.common.synchronization [req-244dae4e-2a48-4793-8743-df1345780089 req-76174bf7-3070-4efc-b02c-af5412857962 service nova] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1297.131202] env[66146]: INFO networking_nsxv3.common.synchronization [req-244dae4e-2a48-4793-8743-df1345780089 req-76174bf7-3070-4efc-b02c-af5412857962 service nova] Enqueued Resource ID: 9e0a0613-f822-4887-adbd-25106f8be060 with Priority: HIGHEST for action port [ 1297.131202] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_rules [ 1297.131202] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1297.133084] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e0a0613-f822-4887-adbd-25106f8be060 with Priority: HIGHEST for action port [ 1297.133084] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.133084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.133084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.133084] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.133084] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.133616] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.133755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.133821] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.133991] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.134153] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.134267] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.134303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.134451] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.134550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.134649] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.135390] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e0a0613-f822-4887-adbd-25106f8be060 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.135713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.135713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.135713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.135836] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e0a0613-f822-4887-adbd-25106f8be060',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.637630] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.638747] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.638902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.640573] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e0a0613-f822-4887-adbd-25106f8be060 with status ACTIVE [ 1297.640573] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.640757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.640757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.640886] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.640920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.641427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.641427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.641427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.641427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.642280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.642280] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.642280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.642280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.642280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.642280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.642280] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e0a0613-f822-4887-adbd-25106f8be060 is going to be updated. [ 1297.661568] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.661868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.661868] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.661947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.662089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.662250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e0a0613-f822-4887-adbd-25106f8be060" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.140391] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.643291] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.643503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.643557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.643790] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.643880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.644026] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1298.672187] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.672422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.672422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.672611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.672758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.681882] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1300.693171] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1300.693589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.693589] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.693779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.693971] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.694099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.694176] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.694313] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.694394] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.694478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.694566] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.197203] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.698971] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34b25de5-7ddc-49b8-abc4-b3e30d78af23: rpc.has_security_group_logging(os_id): False [ 1301.716267] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.716456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.716567] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.716780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.716905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.717223] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.717342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.717427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.717592] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.717710] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.717819] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1301.775606] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.775844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.775844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.776031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.776157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.791119] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1302.133131] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.133326] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1303.811864] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1303.812187] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.072242] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.072685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.072685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.072685] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.072796] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.134729] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.134947] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.576258] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.080358] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.582910] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1308.583120] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1309.425023] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.425508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.425508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.425641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.438760] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1309.439604] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.440337] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1309.484807] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.485043] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.485100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.485315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.501720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.502577] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1309.502687] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.502748] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1309.544788] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.545020] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.545103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.545286] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.546628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.546807] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1309.638315] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.638615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.638678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.638850] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.639166] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.639439] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1309.717572] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.717907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.717907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.718035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.718297] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.718612] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1309.718699] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75', 'aff7b138-9c1d-4b42-8e25-c06b1b4a393c', '44db8a50-2db5-4345-a78d-29c11ca11c21', '4f3bc9bd-d066-48f1-9eb5-55539c86ea34', 'b17992ee-3bfe-4f7d-aa9c-71ec37762533', '52475a99-afd6-4cb2-bb04-70c18f06f4af', '18d9f02e-bd0f-4038-853a-e80fd5541ccb', '18a2f0da-b7ac-427f-83b0-526bcf54cf2a', '912ea367-6d94-4a12-bf87-5383912bda64', '15a73257-f91c-4b7e-87ee-4c63e6e1ac16', 'cabfbc94-046d-46ae-a22e-ccf9a2ef5153', '3e666f20-e58b-4ede-a6c8-06a16c06b17b', '036cf709-ed9e-4202-8ebf-9c7d61c16931', 'ddc41777-f63b-411e-98fb-8e1b0bd4d9d0', '021e85a6-2ae0-4e01-a6fe-2332e825b44e', '7ddf3145-3c89-4578-bd0a-7abd0579d63a', '8b222af2-d589-42fa-a3f5-af74b6751062', '6677c93a-4a3f-442c-8e5b-fdca31ee4db6', 'd47ae72d-3725-4eba-bd25-5f3396c8a6a6', 'e71ca9c6-206d-4610-b757-ee64b34e5235', '6bf19d04-12ba-4571-9db9-0dfaccba5987', '6d0572f9-4967-46fc-93ae-f5d786a0aba0', '8725f5ed-b849-467f-bd30-abb1cd12b7cd', 'fe31761d-87bf-4cb5-bca0-af9291cdf053', 'a311097e-8e0a-44f2-8d26-4380f705e6e3', 'a8860dc8-5373-4c2c-9f17-1aa0f33f5d93', '92a961fb-5479-4eba-a33a-bbdd643c9cfe', 'e0f28ea7-8b2f-4ea9-8878-f95c738f12c7', '332788e4-c364-4c3f-a611-683d0d6cf44d', '574de86c-59ee-4e65-964d-c5675be9ec6a', '99c49ce9-4caa-4dfd-a3a3-81cc22dfd189', '29c56864-fcb2-46cb-9ab6-98b3d1b0f56d', '34b25de5-7ddc-49b8-abc4-b3e30d78af23', '82651fdf-faf5-45e7-a0f7-1188f22b531b', '881b2a02-d4ae-49a9-bcd8-5d058f606edd', '44d844ca-ad29-4a4e-ba2e-e5029282aee8', '25f05f85-8610-427d-9ba1-81329d15d82c', 'b902860d-56de-403b-988f-69d8aca3ead0', 'db3b4782-8c77-4d5c-be4b-db18f6604791'} {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.718818] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1309.738864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.739076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.739076] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.739321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.739443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.739498] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1309.739560] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.739644] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1309.811300] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.811538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.811538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.811832] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.812812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.813069] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1309.813159] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1309.813219] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1309.813270] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1309.813350] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1309.813409] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGH for action security_group_rules [ 1309.813488] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGH for action security_group_rules [ 1309.813554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGH for action security_group_rules [ 1309.813623] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGH for action security_group_rules [ 1309.813672] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGH for action security_group_rules [ 1309.813727] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGH for action security_group_rules [ 1309.813782] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGH for action security_group_rules [ 1309.813847] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGH for action security_group_rules [ 1309.813892] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGH for action security_group_rules [ 1309.813949] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGH for action security_group_rules [ 1309.814024] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGH for action security_group_rules [ 1309.814089] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGH for action security_group_rules [ 1309.814137] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGH for action security_group_rules [ 1309.814223] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGH for action security_group_rules [ 1309.814280] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGH for action security_group_rules [ 1309.814331] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGH for action security_group_rules [ 1309.814382] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGH for action security_group_rules [ 1309.814418] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGH for action security_group_rules [ 1309.814498] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGH for action security_group_rules [ 1309.814554] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGH for action security_group_rules [ 1309.814649] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.137033] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.137335] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1312.137335] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 with Priority: HIGH for action security_group_rules [ 1312.137424] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 with Priority: HIGH for action security_group_rules [ 1312.137500] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb with Priority: HIGH for action security_group_rules [ 1312.137598] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGH for action security_group_rules [ 1312.137695] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71ca9c6-206d-4610-b757-ee64b34e5235 with Priority: HIGH for action security_group_rules [ 1312.137785] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 with Priority: HIGH for action security_group_rules [ 1312.137911] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 with Priority: HIGH for action security_group_rules [ 1312.138018] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b222af2-d589-42fa-a3f5-af74b6751062 with Priority: HIGH for action security_group_rules [ 1312.138108] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 with Priority: HIGH for action security_group_rules [ 1312.138197] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a with Priority: HIGH for action security_group_rules [ 1312.138857] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 with Priority: HIGH for action security_group_rules [ 1312.138857] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b with Priority: HIGH for action security_group_rules [ 1312.138857] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 with Priority: HIGH for action security_group_rules [ 1312.138857] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 with Priority: HIGH for action security_group_rules [ 1312.138857] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 912ea367-6d94-4a12-bf87-5383912bda64 with Priority: HIGH for action security_group_rules [ 1312.138857] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af with Priority: HIGH for action security_group_rules [ 1312.138857] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a with Priority: HIGH for action security_group_rules [ 1312.139369] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 with Priority: HIGH for action security_group_rules [ 1312.139369] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c with Priority: HIGH for action security_group_rules [ 1312.139369] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 with Priority: HIGH for action security_group_rules [ 1312.139508] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.139508] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.139619] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.139771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.139852] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.140857] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44db8a50-2db5-4345-a78d-29c11ca11c21 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.140979] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.141038] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.141177] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.141257] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44db8a50-2db5-4345-a78d-29c11ca11c21',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.141989] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.142812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.142812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.142812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.142812] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d9f02e-bd0f-4038-853a-e80fd5541ccb',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.143279] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.143349] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.143390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.143557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.143628] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.144271] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e71ca9c6-206d-4610-b757-ee64b34e5235 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.144367] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.144456] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.144575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.144646] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e71ca9c6-206d-4610-b757-ee64b34e5235',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.145460] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.145460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.145460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.145651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.145651] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d47ae72d-3725-4eba-bd25-5f3396c8a6a6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.146340] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.146533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.146533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.146639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.146675] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6677c93a-4a3f-442c-8e5b-fdca31ee4db6',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.147341] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b222af2-d589-42fa-a3f5-af74b6751062 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.147563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.147563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.147650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.148163] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b222af2-d589-42fa-a3f5-af74b6751062',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.148498] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.148605] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.148669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.148816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.148880] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc41777-f63b-411e-98fb-8e1b0bd4d9d0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.149545] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.149650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.149704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.149848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.149919] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ddf3145-3c89-4578-bd0a-7abd0579d63a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.150579] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-036cf709-ed9e-4202-8ebf-9c7d61c16931 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.150686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.150756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.150926] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.150994] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('036cf709-ed9e-4202-8ebf-9c7d61c16931',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.151789] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.151873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.151927] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.152086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.152159] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e666f20-e58b-4ede-a6c8-06a16c06b17b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.152903] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.153072] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.153152] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.153304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.153374] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cabfbc94-046d-46ae-a22e-ccf9a2ef5153',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.154038] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.154146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.154211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.154357] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.154429] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15a73257-f91c-4b7e-87ee-4c63e6e1ac16',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.155088] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-912ea367-6d94-4a12-bf87-5383912bda64 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.155194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.155258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.155403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.155475] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('912ea367-6d94-4a12-bf87-5383912bda64',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.156232] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52475a99-afd6-4cb2-bb04-70c18f06f4af taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.156332] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.156393] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.156533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.156605] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52475a99-afd6-4cb2-bb04-70c18f06f4af',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.157243] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.157346] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.157411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.157557] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.157629] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18a2f0da-b7ac-427f-83b0-526bcf54cf2a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.158333] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.158447] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.158518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.158667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.158737] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b17992ee-3bfe-4f7d-aa9c-71ec37762533',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.159607] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.159737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.159737] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.159869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.159967] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff7b138-9c1d-4b42-8e25-c06b1b4a393c',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.160871] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.160871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.160871] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.161173] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.161248] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3bc9bd-d066-48f1-9eb5-55539c86ea34',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.425566] env[66146]: INFO networking_nsxv3.common.synchronization [None req-7531355c-875d-4844-8bad-786d73db9386 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_rules [ 1312.425829] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_rules [ 1312.425993] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.426135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.426224] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.426492] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.426577] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.510628] env[66146]: INFO networking_nsxv3.common.synchronization [None req-99cd5d34-5aa8-4cad-ae5f-e9bd507f9081 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_rules [ 1312.511224] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_rules [ 1312.511526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.511627] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.670526] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.670689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.670748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.671031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.671200] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.671305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.671370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.671531] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.671628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.671715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.671801] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.731405] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.731571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.731642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.731852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.754588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.754588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.754588] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.754588] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.755082] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.755153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.756046] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.756197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.756793] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.757034] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.757536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.757689] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.758308] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.758404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.760740] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.760740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.760740] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.760740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.760740] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.761289] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.761977] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.761977] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.762227] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.763222] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.763613] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.763740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.764600] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.765055] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.765163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.765808] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.766214] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.766326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.766955] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.767361] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.767872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.768600] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.768982] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.769096] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.769720] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.770093] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.770277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.771097] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.771503] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.771641] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.772341] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1312.772716] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.772821] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6677c93a-4a3f-442c-8e5b-fdca31ee4db6 is going to be deleted. [ 1312.773704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.773902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.791348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.791495] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 036cf709-ed9e-4202-8ebf-9c7d61c16931 is going to be deleted. [ 1312.792472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.792713] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.813900] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.814084] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e666f20-e58b-4ede-a6c8-06a16c06b17b is going to be deleted. [ 1312.814960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.815190] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.841119] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.841259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.844906] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.845056] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.854634] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.854782] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc41777-f63b-411e-98fb-8e1b0bd4d9d0 is going to be deleted. [ 1312.855672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.855885] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.875359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.875493] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52475a99-afd6-4cb2-bb04-70c18f06f4af is going to be deleted. [ 1312.876390] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.876613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.895251] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.895439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.912891] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.913063] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44db8a50-2db5-4345-a78d-29c11ca11c21 is going to be deleted. [ 1312.913953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.914210] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.915589] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.915702] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.953767] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.953767] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cabfbc94-046d-46ae-a22e-ccf9a2ef5153 is going to be deleted. [ 1312.955236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.955236] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.956707] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.956833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.958111] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.958204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.991974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.992129] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e71ca9c6-206d-4610-b757-ee64b34e5235 is going to be deleted. [ 1312.993194] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.993418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.066529] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.066748] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18a2f0da-b7ac-427f-83b0-526bcf54cf2a is going to be deleted. [ 1313.067578] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.067820] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.069290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.069404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.114412] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.114621] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.117299] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.117453] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ddf3145-3c89-4578-bd0a-7abd0579d63a is going to be deleted. [ 1313.118398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.118651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.187475] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.199252] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.199500] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.243490] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.243731] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 912ea367-6d94-4a12-bf87-5383912bda64 is going to be deleted. [ 1313.244665] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.244917] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.285498] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.285608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.288194] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.288317] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.307701] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.307850] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b17992ee-3bfe-4f7d-aa9c-71ec37762533 is going to be deleted. [ 1313.309060] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.309242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.368198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.368381] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d47ae72d-3725-4eba-bd25-5f3396c8a6a6 is going to be deleted. [ 1313.369496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.369794] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.423221] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.423371] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.435403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.435577] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff7b138-9c1d-4b42-8e25-c06b1b4a393c is going to be deleted. [ 1313.436656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.436880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.439048] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.439221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.494663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.494927] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3bc9bd-d066-48f1-9eb5-55539c86ea34 is going to be deleted. [ 1313.495758] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.495985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.508178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.508380] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.523437] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.523659] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15a73257-f91c-4b7e-87ee-4c63e6e1ac16 is going to be deleted. [ 1313.524526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.524748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.526148] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.526246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.562305] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.562485] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75 is going to be deleted. [ 1313.563565] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.563825] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.623026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.623211] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b222af2-d589-42fa-a3f5-af74b6751062 is going to be deleted. [ 1313.624208] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.624446] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.677197] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.677410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.688266] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.688460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.689213] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.689309] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.690103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.690220] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d9f02e-bd0f-4038-853a-e80fd5541ccb is going to be deleted. [ 1313.691177] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 021e85a6-2ae0-4e01-a6fe-2332e825b44e: rpc.has_security_group_logging(os_id): False [ 1313.692523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.692523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.692523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.692523] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-036cf709-ed9e-4202-8ebf-9c7d61c16931" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.692756] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.692795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.692881] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.692993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6677c93a-4a3f-442c-8e5b-fdca31ee4db6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.693811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.694033] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.694138] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.694268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e666f20-e58b-4ede-a6c8-06a16c06b17b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.694405] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.694580] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.694664] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.694779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc41777-f63b-411e-98fb-8e1b0bd4d9d0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.694913] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.695075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.695157] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.695249] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 already deleted. [ 1313.695330] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.695461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.695607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.695684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.695792] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52475a99-afd6-4cb2-bb04-70c18f06f4af" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.695902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.696053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.696130] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.696998] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.697205] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.697290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.697405] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44db8a50-2db5-4345-a78d-29c11ca11c21" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.697770] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.697928] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.698026] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.698156] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cabfbc94-046d-46ae-a22e-ccf9a2ef5153" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.698290] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.698434] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.698541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.698651] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e71ca9c6-206d-4610-b757-ee64b34e5235" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.698782] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.698925] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.699007] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.699124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ddf3145-3c89-4578-bd0a-7abd0579d63a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.699501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.699501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.699501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.699598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18a2f0da-b7ac-427f-83b0-526bcf54cf2a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.699677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.699829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.699907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.700028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-912ea367-6d94-4a12-bf87-5383912bda64" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.700159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.700298] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.700368] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.700480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b17992ee-3bfe-4f7d-aa9c-71ec37762533" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.700626] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.700776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.700856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.701281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d47ae72d-3725-4eba-bd25-5f3396c8a6a6" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.701281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.701281] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.701455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.701455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff7b138-9c1d-4b42-8e25-c06b1b4a393c" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.701553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.701674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.701762] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.701867] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3bc9bd-d066-48f1-9eb5-55539c86ea34" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.701989] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.702145] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.702219] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.702328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15a73257-f91c-4b7e-87ee-4c63e6e1ac16" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.702455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.702597] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.702684] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.702806] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af0bd1dc-c5bc-4ec6-91a6-eed1f16dbb75" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.724787] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.724994] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.725073] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.725251] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.760533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.760852] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.760977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.761037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.761254] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.761336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.761447] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1313.782787] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.783017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.783017] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.783256] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.783352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.783477] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b222af2-d589-42fa-a3f5-af74b6751062" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.798166] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.798461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.798461] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.798681] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.798776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.798907] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d9f02e-bd0f-4038-853a-e80fd5541ccb" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.919587] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.919778] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.919827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.920050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.920204] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.948921] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1314.215582] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.215981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.215981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.215981] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.216129] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.216129] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 already deleted. [ 1314.216202] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.308957] env[66146]: INFO networking_nsxv3.common.synchronization [req-885da33f-5f15-4016-a2ee-b11b8a04e906 req-d5708990-5238-485e-bffc-37e4fbd1ddd0 tempest-ServerActionsTestOtherB-353700686 tempest-ServerActionsTestOtherB-353700686-project-member] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1315.309668] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGHEST for action security_group_members [ 1315.309890] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.310048] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.310123] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.310321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.310785] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.310785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.310785] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.311035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.311035] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.311035] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.813278] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.813450] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.813517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.813735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.833879] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.834170] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.834300] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.834361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.834596] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.834652] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.834714] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be updated. [ 1315.861264] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.861496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.861496] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.861694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.861836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.870530] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: IN_PROGRESS for 2s [ 1315.962598] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1315.962598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.879998] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 in Status: SUCCESS [ 1317.880369] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 deletion is rescheduled due to dependency. [ 1317.880369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.920717] env[66146]: INFO networking_nsxv3.common.synchronization [req-24e57cb9-b137-49d9-b311-3267d66380b8 req-57db3e33-bc99-486f-8797-feeb9f2a7174 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_members [ 1317.921229] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_members [ 1317.921561] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.921730] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.921804] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.922184] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.922359] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.922478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.922545] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.922690] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.922776] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.922866] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.170750] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.170964] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.171105] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.171369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.171633] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.171866] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.171983] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.172214] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.172357] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.172577] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.172711] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.172820] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.172924] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.173049] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.173153] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.173282] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.191324] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.191498] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1318.191607] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.191774] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.192100] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-64deabfc-7835-456d-95c1-14bec08a1f50 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.192273] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.192389] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.192692] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.192826] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64deabfc-7835-456d-95c1-14bec08a1f50',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.425222] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.425398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.425470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.425662] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.425755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.425955] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.426100] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.426171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.426333] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.426411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.426557] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 already deleted. [ 1318.426740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.695024] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.695191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.695191] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.695465] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.695610] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.695761] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 64deabfc-7835-456d-95c1-14bec08a1f50 not found, creating... [ 1318.696010] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.696164] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.696278] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.696488] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.696642] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.696916] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.697084] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.697201] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.697398] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.697543] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.697708] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 64deabfc-7835-456d-95c1-14bec08a1f50 is going to be created. [ 1318.717890] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.718104] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.718186] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.718431] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.718732] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.718950] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.409411] env[66146]: INFO networking_nsxv3.common.synchronization [req-24e57cb9-b137-49d9-b311-3267d66380b8 req-2d3b0b36-85c7-48dd-ac4b-376144d26768 service nova] Enqueued Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_rules [ 1319.409706] env[66146]: INFO networking_nsxv3.common.synchronization [req-24e57cb9-b137-49d9-b311-3267d66380b8 req-2d3b0b36-85c7-48dd-ac4b-376144d26768 service nova] Enqueued Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_members [ 1319.409758] env[66146]: INFO networking_nsxv3.common.synchronization [req-24e57cb9-b137-49d9-b311-3267d66380b8 req-2d3b0b36-85c7-48dd-ac4b-376144d26768 service nova] Enqueued Resource ID: 64deabfc-7835-456d-95c1-14bec08a1f50 with Priority: HIGHEST for action port [ 1319.410273] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_rules [ 1319.410411] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_members [ 1319.410533] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64deabfc-7835-456d-95c1-14bec08a1f50 with Priority: HIGHEST for action port [ 1319.410862] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.411223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.411378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.411644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.411743] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.413180] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.413326] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.413408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.413584] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.413749] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.413860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.413896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.414078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.414198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.414290] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.415099] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-64deabfc-7835-456d-95c1-14bec08a1f50 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.415163] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.415264] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.415378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.415466] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64deabfc-7835-456d-95c1-14bec08a1f50',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.917899] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.918302] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.918410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.918604] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64deabfc-7835-456d-95c1-14bec08a1f50 with status ACTIVE [ 1319.918768] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.918880] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.918946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.920024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.920024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.920024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.920024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.920024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.920024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.920024] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.920024] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.920622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.920622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.920622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.920622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.920622] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64deabfc-7835-456d-95c1-14bec08a1f50 is going to be updated. [ 1319.943436] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.943591] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.943646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.943847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.943983] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.944153] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64deabfc-7835-456d-95c1-14bec08a1f50" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.422404] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.924272] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.924452] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.924563] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.924958] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.925120] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.925249] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 is going to be created. [ 1320.979291] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.979455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.979514] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.979779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.979910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.991986] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 in Status: UNINITIALIZED for 2s [ 1323.004574] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 in Status: SUCCESS [ 1323.004844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.005231] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.005444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.005628] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.005742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.005840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.005952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.006044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.006130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.006217] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.508727] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.011135] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8552ed9a-2b62-45f7-a462-ccd912dfaed8: rpc.has_security_group_logging(os_id): False [ 1324.029427] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.029668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.029668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.029866] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.029956] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.030215] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.030318] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.030383] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.030533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.030611] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.030696] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 is going to be created. [ 1324.086301] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.086444] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.086765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.086765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.086936] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.098695] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 in Status: IN_PROGRESS for 2s [ 1324.411689] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.412337] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1326.114350] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 in Status: SUCCESS [ 1326.114745] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.414544] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.414901] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.415398] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.415697] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.417224] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.417603] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.418415] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.418821] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1349.419925] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.420334] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.081398] env[66146]: INFO networking_nsxv3.common.synchronization [req-58325b9a-dec1-455c-b1e9-ea98a63f9841 req-ba6e5c3e-61ad-48f1-a54b-ef3c4260b79a tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1353.081398] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1353.081398] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.081398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.081398] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.081798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.081798] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.081798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.081912] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.082037] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.082121] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.082216] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.584776] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.585095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.585095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.585246] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.585339] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.585558] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.585670] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.585732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.585884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.585961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.586057] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1353.617468] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.617704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.617704] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.617924] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.618075] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.628150] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1355.639279] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1355.639657] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e deletion is rescheduled due to dependency. [ 1355.639657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.082063] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.082063] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.053145] env[66146]: INFO networking_nsxv3.common.synchronization [req-2db48f54-bde3-4b69-b8cf-89c4b9b69c8a req-29196428-0a86-4aa1-8f2c-b4e04251d6c9 tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1360.053681] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1360.053992] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.054132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.054217] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.054418] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.054575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.054687] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.054733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.054862] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.054950] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.055045] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.312637] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-465 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.312845] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.312963] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.313262] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.313526] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.313684] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.313796] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.314016] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.314168] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.314386] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1360.314494] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1360.314598] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1360.314704] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1360.314808] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1360.314908] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1360.315044] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.338206] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.338410] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1360.338548] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.338674] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-465" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.339042] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.339279] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.339356] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.339652] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.339786] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02417c9-8732-4e0d-9b9a-0e59e1ed36e9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.557625] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.557827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.557827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.558029] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.558115] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.558311] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.558421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.558480] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.558640] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.558733] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.558787] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1360.583607] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.583872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.583872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.584030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.584139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.593851] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1360.842058] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.842296] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.842426] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.842769] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.842918] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.843125] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 not found, creating... [ 1360.843370] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.843601] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.843740] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.843992] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.844113] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.844395] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.844577] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.844664] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.844868] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.845008] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.845152] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 is going to be created. [ 1360.865172] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.865408] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.865479] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.865717] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.866071] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.866222] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.944141] env[66146]: INFO networking_nsxv3.common.synchronization [req-2db48f54-bde3-4b69-b8cf-89c4b9b69c8a req-8ed6aafe-379e-4d65-a7df-21dab8ac4a2c service nova] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 1361.944452] env[66146]: INFO networking_nsxv3.common.synchronization [req-2db48f54-bde3-4b69-b8cf-89c4b9b69c8a req-8ed6aafe-379e-4d65-a7df-21dab8ac4a2c service nova] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1361.944452] env[66146]: INFO networking_nsxv3.common.synchronization [req-2db48f54-bde3-4b69-b8cf-89c4b9b69c8a req-8ed6aafe-379e-4d65-a7df-21dab8ac4a2c service nova] Enqueued Resource ID: d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 with Priority: HIGHEST for action port [ 1361.944956] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_rules [ 1361.945117] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1361.945220] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 with Priority: HIGHEST for action port [ 1361.945502] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.945599] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.945668] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.945857] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.945937] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.949150] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.949150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.949150] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.949150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.949150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.949150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.949150] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d02417c9-8732-4e0d-9b9a-0e59e1ed36e9',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.451561] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.451780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.451953] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 with status ACTIVE [ 1362.452193] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.452322] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.452427] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.452663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.452783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.452973] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.453114] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.453197] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.453377] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.453504] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.453675] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.453803] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.453873] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.454028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.454108] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.454191] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d02417c9-8732-4e0d-9b9a-0e59e1ed36e9 is going to be updated. [ 1362.476374] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.476575] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.476703] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.476957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.477146] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.477315] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d02417c9-8732-4e0d-9b9a-0e59e1ed36e9" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.604132] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1362.604321] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e deletion is rescheduled due to dependency. [ 1362.604432] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.604600] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.604818] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.605011] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.605196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.605196] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.605342] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.605421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.605516] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.107533] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.610303] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.112860] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.113361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.113361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.113361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.113361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.113550] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1364.141197] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.141372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.141561] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.141646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.141795] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.151091] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1366.163420] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1366.164039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.164039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.164207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.164438] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.164571] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.164636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.164858] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.164942] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.165042] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.165165] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.667613] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.693833] env[66146]: INFO networking_nsxv3.common.synchronization [req-1a8bf37a-d432-4139-9563-dd788e9c1fb5 req-78408ae7-ac2e-4733-ac83-e488a4cfa623 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_members [ 1366.694329] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGHEST for action security_group_members [ 1366.694653] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.694777] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.694836] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.695049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.695263] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.695378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.695378] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.695538] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.695625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.695717] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.171054] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 021e85a6-2ae0-4e01-a6fe-2332e825b44e: rpc.has_security_group_logging(os_id): False [ 1367.190391] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.190838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.190838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.191039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.191039] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.191247] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.191517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.191517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.191517] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.191686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.191686] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1367.198721] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.199065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.199065] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.199270] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.199411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.199657] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.199765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.199817] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.199977] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.200069] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.200176] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 is going to be updated. [ 1367.231338] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.231559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.231559] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.231748] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.231896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.241659] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 in Status: IN_PROGRESS for 2s [ 1367.257186] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.257431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.257431] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.257620] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.257751] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.269607] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1369.251202] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 in Status: SUCCESS [ 1369.251547] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 deletion is rescheduled due to dependency. [ 1369.251595] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.283574] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1369.283780] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.695401] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.695800] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.696382] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.696749] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.811275] env[66146]: INFO networking_nsxv3.common.synchronization [req-41816406-b786-49dd-bb7a-9c24d06b2176 req-28989b8d-f8ad-4290-ba26-bb032f6459be tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_members [ 1377.811815] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b902860d-56de-403b-988f-69d8aca3ead0 with Priority: HIGHEST for action security_group_members [ 1377.812155] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b902860d-56de-403b-988f-69d8aca3ead0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.812284] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.812350] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.812553] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.812703] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.812801] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.812863] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.813015] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.813106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.813203] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b902860d-56de-403b-988f-69d8aca3ead0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.319373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.319613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.319613] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.319816] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.341465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.341709] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.341827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.341903] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.342167] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.342257] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.342349] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b902860d-56de-403b-988f-69d8aca3ead0 is going to be updated. [ 1378.371373] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.371598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.371648] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.371884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.372080] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.382056] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b902860d-56de-403b-988f-69d8aca3ead0 in Status: IN_PROGRESS for 2s [ 1380.392998] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b902860d-56de-403b-988f-69d8aca3ead0 in Status: SUCCESS [ 1380.393395] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b902860d-56de-403b-988f-69d8aca3ead0 deletion is rescheduled due to dependency. [ 1380.393395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b902860d-56de-403b-988f-69d8aca3ead0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.537577] env[66146]: INFO networking_nsxv3.common.synchronization [None req-912409c5-fbe0-4201-9514-5fed19ab625c tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_rules [ 1382.538868] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_rules [ 1382.539518] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.539884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.540044] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.540455] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.540686] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.624428] env[66146]: INFO networking_nsxv3.common.synchronization [None req-52498772-1082-41b4-ab00-2343e5d9cb24 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_rules [ 1382.625018] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_rules [ 1382.625388] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.625513] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.064045] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.064213] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.064279] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.064657] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.064765] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.064870] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 already deleted. [ 1383.064961] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.065132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.065304] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.065389] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.587124] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.587577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.587577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.587577] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.587694] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.587732] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 already deleted. [ 1383.587808] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.627155] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.627583] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.999041] env[66146]: INFO networking_nsxv3.common.synchronization [req-96f668f9-749b-4b78-b421-cf2e5caaf338 req-056aaef5-29e4-4bda-ab62-3d44b2e49175 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_members [ 1387.999823] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_members [ 1388.000375] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.000518] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.000568] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.000811] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.000981] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.001116] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.001182] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.001348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.001485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.001637] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.268267] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.268472] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.268599] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.268858] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.269175] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.269369] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.269493] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.269708] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.269855] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.270074] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.270185] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1388.270337] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1388.270476] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1388.270594] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1388.270703] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1388.270833] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1388.291949] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1388.292120] env[66146]: DEBUG dogpile.cache.region [None req-abde0854-e641-463f-936f-67c54795efbd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1388.292266] env[66146]: DEBUG dogpile.lock [None req-abde0854-e641-463f-936f-67c54795efbd None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1388.292436] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.292739] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock port-21bbc2b8-f6d5-4879-ae27-032edc391f0e taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.292903] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.293039] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.293353] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.293494] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-abde0854-e641-463f-936f-67c54795efbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bbc2b8-f6d5-4879-ae27-032edc391f0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.504923] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.505159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.505159] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.505336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.505424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.505619] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.505740] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.505805] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.505952] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.506041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.506126] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 already deleted. [ 1388.506206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.796026] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.796425] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.796425] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.796617] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.796736] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.796886] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Segment Port 21bbc2b8-f6d5-4879-ae27-032edc391f0e not found, creating... [ 1388.797158] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.797325] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.797451] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.797669] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.797803] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.798093] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.798248] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.798365] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.798618] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.798702] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.798823] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abde0854-e641-463f-936f-67c54795efbd None None] Resource: SegmentPort with ID: 21bbc2b8-f6d5-4879-ae27-032edc391f0e is going to be created. [ 1388.818526] env[66146]: DEBUG networking_nsxv3.common.locking [None req-abde0854-e641-463f-936f-67c54795efbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.818826] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.818902] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.819136] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.819404] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.819623] env[66146]: DEBUG oslo_concurrency.lockutils [None req-abde0854-e641-463f-936f-67c54795efbd None None] Releasing lock "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.495103] env[66146]: INFO networking_nsxv3.common.synchronization [req-96f668f9-749b-4b78-b421-cf2e5caaf338 req-8f6074fd-37a5-4ebe-acc9-2d05fc76da9b service nova] Enqueued Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_rules [ 1389.495287] env[66146]: INFO networking_nsxv3.common.synchronization [req-96f668f9-749b-4b78-b421-cf2e5caaf338 req-8f6074fd-37a5-4ebe-acc9-2d05fc76da9b service nova] Enqueued Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_members [ 1389.495422] env[66146]: INFO networking_nsxv3.common.synchronization [req-96f668f9-749b-4b78-b421-cf2e5caaf338 req-8f6074fd-37a5-4ebe-acc9-2d05fc76da9b service nova] Enqueued Resource ID: 21bbc2b8-f6d5-4879-ae27-032edc391f0e with Priority: HIGHEST for action port [ 1389.495960] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_rules [ 1389.496115] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_members [ 1389.496248] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bbc2b8-f6d5-4879-ae27-032edc391f0e with Priority: HIGHEST for action port [ 1389.496480] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.496642] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.496696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.496856] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.496953] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.498210] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.498583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.498583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.498746] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.498912] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.499122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.499206] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.501013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.501013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.501013] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.501479] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-21bbc2b8-f6d5-4879-ae27-032edc391f0e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.502180] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.502259] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.502440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.502509] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bbc2b8-f6d5-4879-ae27-032edc391f0e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.004377] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.005435] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.005547] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.005707] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21bbc2b8-f6d5-4879-ae27-032edc391f0e with status ACTIVE [ 1390.005864] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.005974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.006050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.006242] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.006327] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.006492] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.006583] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.006644] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.006784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.006859] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.007037] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.007170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.007262] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.007359] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.007482] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.007528] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21bbc2b8-f6d5-4879-ae27-032edc391f0e is going to be updated. [ 1390.032578] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.032834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.032834] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.033036] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.033169] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.033334] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21bbc2b8-f6d5-4879-ae27-032edc391f0e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.509563] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.012200] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.012200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.012200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.012200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.012200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.012608] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 is going to be created. [ 1391.035464] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.035618] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.035705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.035963] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.036135] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.049663] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53806b5d-770f-4d00-adf4-b054ec914f32 in Status: UNINITIALIZED for 2s [ 1393.060484] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53806b5d-770f-4d00-adf4-b054ec914f32 in Status: SUCCESS [ 1393.060840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.060884] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.061095] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.061290] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.061411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.061479] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.061639] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.061738] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.061827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.061920] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.564487] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.067073] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53806b5d-770f-4d00-adf4-b054ec914f32: rpc.has_security_group_logging(os_id): False [ 1394.084592] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.084847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.084847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.085031] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.085126] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.085358] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.085501] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.085549] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.085674] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.085752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.085836] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 is going to be created. [ 1394.141762] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.142025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.142025] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.142198] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.142389] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.152806] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53806b5d-770f-4d00-adf4-b054ec914f32 in Status: IN_PROGRESS for 2s [ 1394.497802] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.498041] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1396.166077] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53806b5d-770f-4d00-adf4-b054ec914f32 in Status: SUCCESS [ 1396.166471] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.499284] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.499750] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1404.500745] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.500745] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.501616] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.502053] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.502821] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1414.503276] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1419.503877] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.504264] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.912300] env[66146]: INFO networking_nsxv3.common.synchronization [req-a9718022-5b5c-4ca6-962d-15d38edc2b23 req-337b14d1-5432-4fda-87f0-5fd2c5b347bd tempest-ServerActionsTestJSON-297887716 tempest-ServerActionsTestJSON-297887716-project-member] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1421.912946] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGHEST for action security_group_members [ 1421.913561] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.913719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.914408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.914408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.914408] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.914408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.914408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.914408] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.914705] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.914705] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.418064] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.418277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.418277] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.418757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.418757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.418757] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.418953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.418953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.419132] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.419189] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.419240] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be updated. [ 1422.449178] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.449478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.449478] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.449659] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.449761] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.458303] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: IN_PROGRESS for 2s [ 1424.469985] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e in Status: SUCCESS [ 1424.469985] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e deletion is rescheduled due to dependency. [ 1424.469985] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.914316] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.914596] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.915713] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.916179] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1436.917089] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.917467] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.918019] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.918400] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.918919] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.919342] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.274043] env[66146]: INFO networking_nsxv3.common.synchronization [req-6d2eab88-cc93-41f0-b603-8f83c2be7dc0 req-2dc0468d-4cf0-48d4-904d-054a0c9accce tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_members [ 1448.274672] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGHEST for action security_group_members [ 1448.275009] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.275282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.275364] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.275947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.275947] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.275947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.275947] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.276193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.276193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.276193] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.778898] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.779207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.779207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.779366] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.779464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.779676] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.779779] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.779896] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.780077] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.780158] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.780247] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 is going to be updated. [ 1448.809966] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.810211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.810211] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.810401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.810542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.818939] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53806b5d-770f-4d00-adf4-b054ec914f32 in Status: IN_PROGRESS for 2s [ 1450.830282] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53806b5d-770f-4d00-adf4-b054ec914f32 in Status: SUCCESS [ 1450.830709] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 deletion is rescheduled due to dependency. [ 1450.830709] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.961991] env[66146]: INFO networking_nsxv3.common.synchronization [None req-2d26a9c5-28fb-4837-8015-bce845781ad8 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_rules [ 1452.962552] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_rules [ 1452.962929] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.963336] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.963440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.963677] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.963759] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.042941] env[66146]: INFO networking_nsxv3.common.synchronization [None req-02252360-74ab-4938-8d93-cd7a9d670f7d tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_rules [ 1453.043442] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_rules [ 1453.043743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.043844] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.483528] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.483772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.483772] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.483971] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.484106] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.484166] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df already deleted. [ 1453.484247] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.484397] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.484554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.484636] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.007832] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.008230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.008230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.008230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.008348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.008383] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df already deleted. [ 1454.008453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.044388] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.044818] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.348640] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d270a12-7497-4029-b972-c1332dd66af5 req-95d788af-de88-4955-a686-38936a0fa652 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_members [ 1458.349187] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_members [ 1458.349505] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.349628] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.349700] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.349980] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.350160] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.350276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.350314] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.350472] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.350554] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.350658] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.642966] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.643229] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.643392] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.643689] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.644017] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.644385] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.644542] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.644801] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.644988] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.645266] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1458.645394] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] NeedRegenerationException {{(pid=66146) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1458.645537] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] no value, waiting for create lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1458.645662] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] value creation lock acquired {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1458.645798] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] No value present for key: 'zone-id' {{(pid=66146) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1458.645919] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Calling creation function for not-yet-present value {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1458.646087] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1458.669837] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1458.670096] env[66146]: DEBUG dogpile.cache.region [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66146) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1458.670266] env[66146]: DEBUG dogpile.lock [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Released creation lock {{(pid=66146) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1458.670471] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "network-212" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.670851] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock port-5924ab7a-1fe7-4487-97de-2c4eff1659e2 taken with stack trace [, , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.671106] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.671244] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.671628] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.671799] env[66146]: DEBUG networking_nsxv3.api.rpc [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5924ab7a-1fe7-4487-97de-2c4eff1659e2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.854176] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.854414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.854414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.854603] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.854720] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.854932] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.855053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.855160] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.855282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.855363] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.855446] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df already deleted. [ 1458.855528] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.174593] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.174985] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.174985] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.175233] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.175381] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.175532] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Segment Port 5924ab7a-1fe7-4487-97de-2c4eff1659e2 not found, creating... [ 1459.175784] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.175944] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.176071] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.176294] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.176427] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.176700] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.176850] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.176962] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.177176] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.177305] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.177441] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Resource: SegmentPort with ID: 5924ab7a-1fe7-4487-97de-2c4eff1659e2 is going to be created. [ 1459.197988] env[66146]: DEBUG networking_nsxv3.common.locking [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.198224] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.198346] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.198609] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.198828] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.199061] env[66146]: DEBUG oslo_concurrency.lockutils [None req-dcbeb9b1-66cb-41f4-b1d6-4d4b3fe75ef5 None None] Releasing lock "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.877967] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d270a12-7497-4029-b972-c1332dd66af5 req-8d42f3db-44c7-4d91-9a52-48d7efb8c7c8 service nova] Enqueued Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_rules [ 1459.878184] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d270a12-7497-4029-b972-c1332dd66af5 req-8d42f3db-44c7-4d91-9a52-48d7efb8c7c8 service nova] Enqueued Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_members [ 1459.878324] env[66146]: INFO networking_nsxv3.common.synchronization [req-8d270a12-7497-4029-b972-c1332dd66af5 req-8d42f3db-44c7-4d91-9a52-48d7efb8c7c8 service nova] Enqueued Resource ID: 5924ab7a-1fe7-4487-97de-2c4eff1659e2 with Priority: HIGHEST for action port [ 1459.878824] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_rules [ 1459.878961] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_members [ 1459.879245] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5924ab7a-1fe7-4487-97de-2c4eff1659e2 with Priority: HIGHEST for action port [ 1459.879538] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.879663] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.879732] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.879929] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.880042] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.881289] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.881503] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.881574] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.882171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.882171] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.882171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.882171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.882171] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.882543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.882543] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.883879] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock port-5924ab7a-1fe7-4487-97de-2c4eff1659e2 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.884018] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.884063] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.885852] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.885852] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5924ab7a-1fe7-4487-97de-2c4eff1659e2',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.382168] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.382625] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.384639] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.385599] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5924ab7a-1fe7-4487-97de-2c4eff1659e2 with status ACTIVE [ 1460.385785] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.385905] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.385974] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.386191] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.386282] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.386451] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.386550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.386643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.386787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.386827] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.386995] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.387094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.387150] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.387325] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.387403] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.387486] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5924ab7a-1fe7-4487-97de-2c4eff1659e2 is going to be updated. [ 1460.408532] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.408784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.408784] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.408923] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.409071] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.409228] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5924ab7a-1fe7-4487-97de-2c4eff1659e2" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.891555] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.394494] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.394908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.394908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.394908] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.395050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.395105] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df is going to be created. [ 1461.424050] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.424050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.424050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.424050] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.424445] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.434488] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df in Status: UNINITIALIZED for 2s [ 1463.446294] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df in Status: SUCCESS [ 1463.446707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.446707] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.446911] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.447120] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.447268] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.447550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.447550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.447615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.447647] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.447736] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.949975] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.453183] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b566a64d-237f-47fd-9ff1-2b365d3bc7df: rpc.has_security_group_logging(os_id): False [ 1464.472673] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.472890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.472890] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.473045] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.473139] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.473387] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.473485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.473542] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.473696] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.473771] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.473855] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df is going to be created. [ 1464.537084] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.537372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.537372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.537506] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.537686] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.548934] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df in Status: IN_PROGRESS for 2s [ 1464.879999] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.880249] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1466.564596] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df in Status: SUCCESS [ 1466.565086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.880992] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.881433] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.882505] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.882892] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.883376] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.883838] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.884559] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.885034] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.885647] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.886059] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.116023] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1490.116280] env[66146]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f768243a-23eb-46d0-8331-42ee312df8e0 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1494.887029] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.887461] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.888303] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.888303] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.889236] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.889464] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.890278] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.890278] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.891952] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.892287] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.892979] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.892979] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.784461] env[66146]: INFO networking_nsxv3.common.synchronization [req-ced00d51-88b8-427e-bcf6-1a7b0346435b req-0c400e25-e723-4ecf-907a-5cdfa001d5c2 tempest-AttachVolumeNegativeTest-2102085970 tempest-AttachVolumeNegativeTest-2102085970-project-member] Enqueued Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_members [ 1521.785757] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGHEST for action security_group_members [ 1521.785757] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock member-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.785757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.785757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.785757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.785757] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.785757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.785757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.786094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.786094] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.786094] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.289368] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.289643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.289643] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.289783] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.289840] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.290023] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.290124] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.290192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.290360] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.290460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.290546] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df is going to be updated. [ 1522.347033] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.347258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.347258] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.347466] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.347609] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.356764] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df in Status: IN_PROGRESS for 2s [ 1524.367167] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df in Status: SUCCESS [ 1524.367573] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df deletion is rescheduled due to dependency. [ 1524.367573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.785916] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.786338] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.787486] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.787486] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.788985] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.789360] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.790430] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.790832] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.791426] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.791798] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1547.075584] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.075829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.075829] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.076053] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.076170] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.579096] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.081416] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.583317] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1548.583599] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1549.276505] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.276969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.276969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.276969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.426108] env[66146]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1549.426962] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.428092] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1549.470851] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.471086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.471086] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.471240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.487410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.488246] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1549.488333] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.488422] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1549.520253] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.520467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.520467] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.520691] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.521485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.521641] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1549.590238] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.590470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.590470] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.590635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.591010] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.591301] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1549.661428] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.661661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.661661] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.661916] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.662223] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.662496] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:23. [ 1549.662586] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'53806b5d-770f-4d00-adf4-b054ec914f32', '021e85a6-2ae0-4e01-a6fe-2332e825b44e', '6bf19d04-12ba-4571-9db9-0dfaccba5987', '8552ed9a-2b62-45f7-a462-ccd912dfaed8', '6d0572f9-4967-46fc-93ae-f5d786a0aba0', 'b566a64d-237f-47fd-9ff1-2b365d3bc7df', '8725f5ed-b849-467f-bd30-abb1cd12b7cd', 'fe31761d-87bf-4cb5-bca0-af9291cdf053', 'a311097e-8e0a-44f2-8d26-4380f705e6e3', 'a8860dc8-5373-4c2c-9f17-1aa0f33f5d93', '92a961fb-5479-4eba-a33a-bbdd643c9cfe', 'e0f28ea7-8b2f-4ea9-8878-f95c738f12c7', '332788e4-c364-4c3f-a611-683d0d6cf44d', '574de86c-59ee-4e65-964d-c5675be9ec6a', '99c49ce9-4caa-4dfd-a3a3-81cc22dfd189', '29c56864-fcb2-46cb-9ab6-98b3d1b0f56d', '34b25de5-7ddc-49b8-abc4-b3e30d78af23', '82651fdf-faf5-45e7-a0f7-1188f22b531b', '881b2a02-d4ae-49a9-bcd8-5d058f606edd', '44d844ca-ad29-4a4e-ba2e-e5029282aee8', '25f05f85-8610-427d-9ba1-81329d15d82c', 'b902860d-56de-403b-988f-69d8aca3ead0', 'db3b4782-8c77-4d5c-be4b-db18f6604791'} {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.662686] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1549.684392] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.684608] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.684698] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.685012] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.685125] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.685246] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1549.685319] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.685391] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1549.775100] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.775329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.775329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.775464] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.776576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.776811] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1549.776887] env[66146]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66146) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1549.776989] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1549.777125] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1549.777125] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/23 resources of Type:Security Group Rules [ 1549.777226] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGH for action security_group_rules [ 1549.777276] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGH for action security_group_rules [ 1549.777319] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGH for action security_group_rules [ 1549.777369] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGH for action security_group_rules [ 1549.777431] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGH for action security_group_rules [ 1549.777487] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGH for action security_group_rules [ 1549.777546] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGH for action security_group_rules [ 1549.777590] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGH for action security_group_rules [ 1549.777634] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGH for action security_group_rules [ 1549.777698] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGH for action security_group_rules [ 1549.777748] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGH for action security_group_rules [ 1549.777812] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGH for action security_group_rules [ 1549.777869] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGH for action security_group_rules [ 1549.777912] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGH for action security_group_rules [ 1549.777969] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGH for action security_group_rules [ 1549.778031] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGH for action security_group_rules [ 1549.778083] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGH for action security_group_rules [ 1549.778147] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGH for action security_group_rules [ 1549.778210] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGH for action security_group_rules [ 1549.778267] env[66146]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGH for action security_group_rules [ 1549.778329] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.793073] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.793073] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1551.793073] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53806b5d-770f-4d00-adf4-b054ec914f32 with Priority: HIGH for action security_group_rules [ 1551.793073] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 with Priority: HIGH for action security_group_rules [ 1551.793073] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd with Priority: HIGH for action security_group_rules [ 1551.793643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 with Priority: HIGH for action security_group_rules [ 1551.793643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 with Priority: HIGH for action security_group_rules [ 1551.793643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd with Priority: HIGH for action security_group_rules [ 1551.793643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b with Priority: HIGH for action security_group_rules [ 1551.793643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 with Priority: HIGH for action security_group_rules [ 1551.793643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574de86c-59ee-4e65-964d-c5675be9ec6a with Priority: HIGH for action security_group_rules [ 1551.793643] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d with Priority: HIGH for action security_group_rules [ 1551.793890] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 332788e4-c364-4c3f-a611-683d0d6cf44d with Priority: HIGH for action security_group_rules [ 1551.793890] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 with Priority: HIGH for action security_group_rules [ 1551.794016] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 with Priority: HIGH for action security_group_rules [ 1551.795030] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53806b5d-770f-4d00-adf4-b054ec914f32 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.795030] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.795512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.795512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.795512] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53806b5d-770f-4d00-adf4-b054ec914f32',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.796582] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf19d04-12ba-4571-9db9-0dfaccba5987 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.796736] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.796800] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.796920] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.797099] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf19d04-12ba-4571-9db9-0dfaccba5987',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.798041] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.798041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.798041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.798041] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.798295] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8725f5ed-b849-467f-bd30-abb1cd12b7cd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.798869] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.798869] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.799028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.799089] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.799144] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c49ce9-4caa-4dfd-a3a3-81cc22dfd189',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.799801] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.799965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.799965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.800128] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.800183] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44d844ca-ad29-4a4e-ba2e-e5029282aee8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.802536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.802536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.802536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.802536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.802536] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('881b2a02-d4ae-49a9-bcd8-5d058f606edd',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.803352] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82651fdf-faf5-45e7-a0f7-1188f22b531b taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.803352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.803352] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.803678] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.803678] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82651fdf-faf5-45e7-a0f7-1188f22b531b',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.804226] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.804226] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.804410] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.804465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.804545] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34b25de5-7ddc-49b8-abc4-b3e30d78af23',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.805129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574de86c-59ee-4e65-964d-c5675be9ec6a taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.805280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.805280] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.805411] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.805486] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574de86c-59ee-4e65-964d-c5675be9ec6a',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.806224] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.806344] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.806423] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.806533] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.806616] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c56864-fcb2-46cb-9ab6-98b3d1b0f56d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.807245] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-332788e4-c364-4c3f-a611-683d0d6cf44d taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.807387] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.807465] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.807536] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.807604] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('332788e4-c364-4c3f-a611-683d0d6cf44d',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.808271] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.808382] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.808440] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.808576] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.808631] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f28ea7-8b2f-4ea9-8878-f95c738f12c7',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.809271] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.809372] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.809421] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.809656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.809726] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92a961fb-5479-4eba-a33a-bbdd643c9cfe',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.810443] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.810572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.810572] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.810650] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.810724] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8860dc8-5373-4c2c-9f17-1aa0f33f5d93',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.811582] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a311097e-8e0a-44f2-8d26-4380f705e6e3 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.811582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.811582] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.811872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.811872] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a311097e-8e0a-44f2-8d26-4380f705e6e3',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.812448] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.812564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.812564] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.812682] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.812752] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b566a64d-237f-47fd-9ff1-2b365d3bc7df',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.813546] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe31761d-87bf-4cb5-bca0-af9291cdf053 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.813735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.813735] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.813812] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.813898] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe31761d-87bf-4cb5-bca0-af9291cdf053',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.814550] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.814667] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.814715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.814830] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.814900] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d0572f9-4967-46fc-93ae-f5d786a0aba0',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.815660] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.815660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.815835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.815835] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.815906] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('021e85a6-2ae0-4e01-a6fe-2332e825b44e',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.816593] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8 taken with stack trace [, , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.816752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.816752] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.816987] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.816987] env[66146]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8552ed9a-2b62-45f7-a462-ccd912dfaed8',) {} {{(pid=66146) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.850596] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.850833] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.850888] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.851078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.853325] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.853439] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.854107] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.854200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.854873] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.854964] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.875107] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.875240] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53806b5d-770f-4d00-adf4-b054ec914f32 is going to be deleted. [ 1551.876091] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.876348] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.901606] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.901769] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 881b2a02-d4ae-49a9-bcd8-5d058f606edd is going to be deleted. [ 1551.902594] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.902798] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.919028] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.919180] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c49ce9-4caa-4dfd-a3a3-81cc22dfd189 is going to be deleted. [ 1551.920013] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.920230] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.937988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.938158] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44d844ca-ad29-4a4e-ba2e-e5029282aee8 is going to be deleted. [ 1551.971417] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.971636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.971636] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.971854] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.971946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.972078] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53806b5d-770f-4d00-adf4-b054ec914f32" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.972953] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.973083] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.973151] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.973321] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.973404] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.973515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-881b2a02-d4ae-49a9-bcd8-5d058f606edd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.986619] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.986839] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.986937] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.987239] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.987365] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.987526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c49ce9-4caa-4dfd-a3a3-81cc22dfd189" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.998332] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.998512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.998512] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.998729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.998824] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.998946] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44d844ca-ad29-4a4e-ba2e-e5029282aee8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.365330] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.365526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.365526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.365719] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.369296] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.369443] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.375215] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.375370] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.376318] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.376422] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.377223] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.377341] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.378129] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.378250] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.379179] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.379269] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.380060] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.380220] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.380963] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.381103] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.381853] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.381965] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.382831] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.382944] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.383617] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1552.384188] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.384381] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.385091] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1552.385575] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.385695] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.386420] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1552.386870] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.386988] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.387694] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1552.388139] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.388240] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.388938] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1552.389350] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.389469] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.390130] env[66146]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1552.390615] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.390730] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b566a64d-237f-47fd-9ff1-2b365d3bc7df is going to be deleted. [ 1552.391672] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.391938] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.409395] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.409534] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c56864-fcb2-46cb-9ab6-98b3d1b0f56d is going to be deleted. [ 1552.410515] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.410715] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.426957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.427098] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf19d04-12ba-4571-9db9-0dfaccba5987 is going to be deleted. [ 1552.427995] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.428261] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.447369] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.447514] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 332788e4-c364-4c3f-a611-683d0d6cf44d is going to be deleted. [ 1552.448453] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.448660] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.455547] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.455731] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.459536] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.459656] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.470860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.470985] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f28ea7-8b2f-4ea9-8878-f95c738f12c7 is going to be deleted. [ 1552.471837] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.472079] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.473435] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.473543] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.489375] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.489507] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92a961fb-5479-4eba-a33a-bbdd643c9cfe is going to be deleted. [ 1552.490361] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.490558] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.514414] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.514598] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.532688] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.532900] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82651fdf-faf5-45e7-a0f7-1188f22b531b is going to be deleted. [ 1552.533745] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.533953] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.543319] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.543530] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.576192] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.576397] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 021e85a6-2ae0-4e01-a6fe-2332e825b44e is going to be deleted. [ 1552.577295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.577548] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.606255] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.606460] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.640400] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.640554] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a311097e-8e0a-44f2-8d26-4380f705e6e3 is going to be deleted. [ 1552.641573] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.641814] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.667601] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.667799] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.668647] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.668755] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.703485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.703678] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34b25de5-7ddc-49b8-abc4-b3e30d78af23 is going to be deleted. [ 1552.704658] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.704960] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.730032] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.730215] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.764902] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.765085] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8860dc8-5373-4c2c-9f17-1aa0f33f5d93 is going to be deleted. [ 1552.765949] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.766181] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.797143] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.797499] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8725f5ed-b849-467f-bd30-abb1cd12b7cd is going to be deleted. [ 1552.798276] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.798485] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.841896] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.842130] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.849148] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.849335] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574de86c-59ee-4e65-964d-c5675be9ec6a is going to be deleted. [ 1552.850200] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.850424] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.867808] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.868027] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.868872] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.868986] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe31761d-87bf-4cb5-bca0-af9291cdf053 is going to be deleted. [ 1552.869831] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.870046] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.993612] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.993799] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d0572f9-4967-46fc-93ae-f5d786a0aba0 is going to be deleted. [ 1552.994638] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.994855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.996743] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.996855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.023955] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.024186] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.024782] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.024876] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.030396] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.030561] env[66146]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8552ed9a-2b62-45f7-a462-ccd912dfaed8 is going to be deleted. [ 1553.031401] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.031610] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.031729] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.031838] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b566a64d-237f-47fd-9ff1-2b365d3bc7df" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.031970] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.032142] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.032221] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.032328] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c56864-fcb2-46cb-9ab6-98b3d1b0f56d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.032796] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.032954] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.033049] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.033170] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf19d04-12ba-4571-9db9-0dfaccba5987" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.033303] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.033449] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.033526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.033635] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-332788e4-c364-4c3f-a611-683d0d6cf44d" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.033757] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.033895] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.033968] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.034085] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f28ea7-8b2f-4ea9-8878-f95c738f12c7" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.034207] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.034345] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.034420] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.034526] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92a961fb-5479-4eba-a33a-bbdd643c9cfe" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.034646] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.034787] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.034855] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.034957] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82651fdf-faf5-45e7-a0f7-1188f22b531b" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.035099] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.035235] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.035308] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.035414] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-021e85a6-2ae0-4e01-a6fe-2332e825b44e" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.035535] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.035669] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.035742] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.035847] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a311097e-8e0a-44f2-8d26-4380f705e6e3" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.035969] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.036118] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.036193] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.036296] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34b25de5-7ddc-49b8-abc4-b3e30d78af23" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.036416] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.036550] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.036622] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.036734] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8860dc8-5373-4c2c-9f17-1aa0f33f5d93" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.036848] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.036982] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.037066] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.037174] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8725f5ed-b849-467f-bd30-abb1cd12b7cd" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.037295] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.037430] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.037502] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.037607] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe31761d-87bf-4cb5-bca0-af9291cdf053" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.037728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.037860] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.037933] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.038047] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574de86c-59ee-4e65-964d-c5675be9ec6a" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.115376] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.115629] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.115728] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.115993] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.116122] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.116307] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d0572f9-4967-46fc-93ae-f5d786a0aba0" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.171293] env[66146]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66146) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.171541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.171541] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.171675] env[66146]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.171764] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.171910] env[66146]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8552ed9a-2b62-45f7-a462-ccd912dfaed8" {{(pid=66146) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.796458] env[66146]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.796834] env[66146]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0